-- Logs begin at Tue 2022-03-22 16:26:35 UTC, end at Tue 2022-03-22 18:25:52 UTC. -- Mar 22 17:48:04.708973 dv-cinder-739079-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 17:48:07.653498 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.common.config [-] Logging enabled! Mar 22 17:48:07.654102 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 17:48:07.654296 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110225) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 17:48:07.657597 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.common.config [-] Logging enabled! Mar 22 17:48:07.657857 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 17:48:07.658177 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110225) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 17:48:07.659106 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:48:07.659346 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:48:07.659716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:48:07.659966 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:48:07.660196 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:48:07.660956 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.661419 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 22 17:48:07.661745 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.662057 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.662364 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.662667 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.662963 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.663253 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.663551 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.663856 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.664150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.664437 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.664731 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.665614 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.665911 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.666212 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.666504 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.666795 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] debug = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.667085 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.667528 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.667953 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.668241 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.668539 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.668826 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.669106 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.669390 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.669704 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.670042 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] host = dv-cinder-739079-8-iscsi {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.670331 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.670626 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.670935 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.671215 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.671501 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.671784 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.672078 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.672360 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.672640 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] log_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.672925 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.673220 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.673548 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.673849 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.674080 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.674309 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.674602 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.674894 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.675174 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.675454 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.675733 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.676013 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.676294 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.676570 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.676859 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.677148 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.677457 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.677743 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.678023 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.678304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.678583 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.678876 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.679157 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.679438 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.679717 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.680009 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.680287 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.680571 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.680991 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.681295 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.681621 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.681914 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.682450 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.682740 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.683019 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.683300 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.683579 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] use_json = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.683860 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.684137 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.684423 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.684705 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.684982 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.685261 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.685567 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.685860 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.686140 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:07.686442 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.686746 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.687051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.687357 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.687653 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.687939 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.688233 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.688516 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.688809 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.689101 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.689393 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.689696 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.689998 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.690290 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.690588 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.690897 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.691200 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.691497 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.691778 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.692058 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.692335 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.692617 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.692910 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.693194 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.693509 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.693804 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.694087 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.694384 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.694676 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.694973 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.695267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.695544 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.695830 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.696124 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.696557 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.696913 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.697204 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.697528 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.697817 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.698098 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.698386 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.698670 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.698949 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.699226 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.699506 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.699801 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.700080 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.700355 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.700629 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.700909 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.701194 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.701505 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.701788 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.702065 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.702341 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.702621 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.702897 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.703172 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.703452 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.703726 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.704006 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.704281 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.704556 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.704831 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.705107 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.705383 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.705681 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.705957 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.706238 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.706513 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.706787 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.707062 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.707339 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.707617 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.707906 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.708205 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.708486 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.708765 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.709046 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.709329 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.709634 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.709916 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.710197 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.710478 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.710752 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.711046 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.711332 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.711631 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.712498 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.712924 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.713232 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.713545 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.713830 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.714117 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.714399 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.714681 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.714968 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.715253 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.715546 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.715841 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.716136 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.716428 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.716722 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.717006 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.717314 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.717629 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:07.717852 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:48:07.718096 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110225) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 17:48:08.093023 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 17:48:08.093304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 17:48:08.093639 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 17:48:08.094120 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 17:48:08.424496 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.424782 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.425053 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.426254 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.426538 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.426921 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.481603 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.481881 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.482150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.497382 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.497688 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.497962 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.526879 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.527165 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.527433 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.669122 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.669796 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.669796 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.903186 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.903479 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.903750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.904023 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:08.904720 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.004883 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.005205 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.005518 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.005794 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.006060 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.006370 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.006631 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.006888 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.007143 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.007423 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.007684 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.007948 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.008206 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.008460 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.009230 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.009589 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.009904 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.010174 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.010445 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.010710 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.010987 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.011243 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.011535 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.011916 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.012165 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.012413 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.012816 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:48:09.013058 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:48:09.013750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:48:09.013750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:48:09.013750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:48:09.013981 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:48:09.014354 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 17:48:09.017676 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 17:48:09.021772 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 17:48:09.026152 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 22 17:48:09.027800 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 17:48:09.028272 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 17:48:09.028613 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 17:48:09.028999 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 17:48:09.031878 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 17:48:09.032135 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 17:48:09.032487 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 17:48:09.037422 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 17:48:09.062613 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 17:48:09.063069 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.063377 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110225) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 22 17:48:09.063750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.065130 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110225) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 17:48:09.065421 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 17:48:09.065682 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 17:48:09.069030 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.069319 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:09.132624 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 17:48:09.132864 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 17:48:09.133106 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 17:48:09.133509 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 17:48:09.154645 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_db.sqlalchemy.engines [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110225) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 17:48:09.752411 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Initializing driver for type 'gre' Mar 22 17:48:09.753051 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] gre ID ranges: [(1, 1000)] Mar 22 17:48:09.941100 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Initializing driver for type 'local' Mar 22 17:48:09.941457 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Initializing driver for type 'vlan' Mar 22 17:48:10.086455 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] VlanTypeDriver initialization complete Mar 22 17:48:10.086793 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Initializing driver for type 'vxlan' Mar 22 17:48:10.087847 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] vxlan ID ranges: [(1, 1000)] Mar 22 17:48:10.277958 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Initializing extension driver 'port_security' Mar 22 17:48:10.278235 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.extensions.port_security [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] PortSecurityExtensionDriver initialization complete Mar 22 17:48:10.278571 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Initializing mechanism driver 'openvswitch' Mar 22 17:48:10.278900 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Initializing mechanism driver 'hyperv' Mar 22 17:48:10.288169 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.plugins.ml2.plugin [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:10.288869 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > port after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.289250 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > port after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.289639 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > port after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.290186 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:48:10.290772 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > subnet after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.291137 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > subnet after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.291494 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.291978 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:48:10.292397 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > network after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.292754 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > network after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.293102 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > network after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.293535 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:48:10.293957 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > security_group after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.294337 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > security_group after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.294684 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.295225 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:48:10.295644 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.296002 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.296369 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.296791 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:48:10.297204 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > address_group after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.297583 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > address_group after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.297931 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.298351 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:48:10.298813 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] ML2 OVO RPC backend initialized. {{(pid=110225) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 22 17:48:10.299535 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.299897 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.300326 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > network before_response 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.300683 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > networks before_response 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.301037 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > port before_response 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.301386 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > ports before_response 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.301758 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > subnet before_response 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.302199 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > subnets before_response 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.302580 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > network after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.302935 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > network after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.303284 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > network after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.303631 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > port after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.303985 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > port after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.304328 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > port after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.304672 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > subnet after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.305018 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > subnet after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.305361 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.313134 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded quota_driver: . Mar 22 17:48:10.313641 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.plugin [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Modular L2 Plugin initialization complete Mar 22 17:48:10.313955 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading services supported by the core plugin {{(pid=110225) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 17:48:10.314306 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.plugins.ml2.managers [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Got port-security extension from driver 'port_security' Mar 22 17:48:10.314807 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.extensions.vlantransparent [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Disabled vlantransparent extension. Mar 22 17:48:10.315309 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110225) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 17:48:10.315659 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading Plugin: router Mar 22 17:48:10.357229 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.357655 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router after_create 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.358031 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router before_create 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.358397 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.358815 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.359161 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router after_delete 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.359522 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.359877 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.360237 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router after_create 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.360589 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router after_update 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.360937 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router after_update 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.361286 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.361678 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router after_update 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.362113 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router precommit_update 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.362491 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: port after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.362838 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: port after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.363186 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: subnet after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.363532 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.363889 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.364241 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router precommit_create 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.364588 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: port before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.364935 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router precommit_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.365294 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router after_update 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.365667 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.366022 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router precommit_create 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.366385 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.366734 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router precommit_update 55549900 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.367098 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > agent after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.367451 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > agent after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.367848 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > network after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.368963 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Tracking information for resource: router configured {{(pid=110225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:48:10.369298 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Tracking information for resource: floatingip configured {{(pid=110225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:48:10.374372 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.db.l3_agentschedulers_db [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 17:48:10.374992 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: port after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.381781 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: port after_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.381781 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: port after_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.381781 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: port after_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.381781 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router before_create 55550100 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.381781 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.382140 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router precommit_create 55550100 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.382140 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > router precommit_update 55550100 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.382979 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.services.provider_configuration [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service providers = [] {{(pid=110225) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 17:48:10.383355 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.db.servicetype_db [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110225) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 17:48:10.386940 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.services.service_base [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:48:10.387301 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.services.service_base [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:48:10.387658 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.services.service_base [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:48:10.388601 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.services.service_base [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:48:10.388992 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.services.service_base [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 17:48:10.389386 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:48:10.389750 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 17:48:10.401358 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:48:10.401728 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading Plugin: auto_allocate Mar 22 17:48:10.415109 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: network precommit_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.415506 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: network precommit_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.416039 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:48:10.416373 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading Plugin: tag Mar 22 17:48:10.423152 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:48:10.423490 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading Plugin: timestamp Mar 22 17:48:10.427653 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:48:10.427994 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading Plugin: network_ip_availability Mar 22 17:48:10.433954 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.434335 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.434698 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.435424 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:48:10.435752 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading Plugin: flavors Mar 22 17:48:10.440590 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:48:10.440934 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading Plugin: revisions Mar 22 17:48:10.445269 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:48:10.445710 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_concurrency.lockutils [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.352s {{(pid=110225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 17:48:10.446991 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110225) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 17:48:10.447330 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Initializing extension manager. Mar 22 17:48:10.447858 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: __init__.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.448207 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: __pycache__ {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.448549 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: address_group.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.449316 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.449918 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: address-group Mar 22 17:48:10.450251 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: address_scope.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.450975 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.451495 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: address-scope Mar 22 17:48:10.451826 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.452765 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.453284 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: router-admin-state-down-before-update Mar 22 17:48:10.453644 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: agent.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.454545 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.455064 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: agent Mar 22 17:48:10.455394 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: agent_resources_synced.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.456324 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.456845 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: agent-resources-synced Mar 22 17:48:10.457176 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: allowedaddresspairs.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.459014 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.459544 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: allowed-address-pairs Mar 22 17:48:10.459879 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: auto_allocated_topology.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.460967 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.461523 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: auto-allocated-topology Mar 22 17:48:10.462520 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: availability_zone.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.463243 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.463764 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: availability_zone Mar 22 17:48:10.464093 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: availability_zone_filter.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.465039 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.465584 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: availability_zone_filter Mar 22 17:48:10.465912 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: data_plane_status.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.466843 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.467357 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 17:48:10.467686 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: default_subnetpools.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.468628 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.469144 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: default-subnetpools Mar 22 17:48:10.469507 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.470330 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.470850 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: dhcp_agent_scheduler Mar 22 17:48:10.471181 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: dns.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.472111 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.472627 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension dns-integration not supported by any of loaded plugins Mar 22 17:48:10.472956 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: dns_domain_ports.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.473945 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.474461 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 17:48:10.474790 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.475730 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.476249 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 17:48:10.476579 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: dvr.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.477268 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.477867 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: dvr Mar 22 17:48:10.478197 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: ecmp_routes.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.479125 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.479639 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 17:48:10.479967 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: empty_string_filtering.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.480888 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.481418 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: empty-string-filtering Mar 22 17:48:10.481764 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.482690 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.483205 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 17:48:10.483531 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.484454 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.484970 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 17:48:10.485297 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: external_net.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.486248 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.486766 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: external-net Mar 22 17:48:10.487091 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.488035 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.488554 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: extra_dhcp_opt Mar 22 17:48:10.488880 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: extraroute.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.489837 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.490355 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: extraroute Mar 22 17:48:10.490682 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: extraroute_atomic.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.491736 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.492256 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: extraroute-atomic Mar 22 17:48:10.492584 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: filter_validation.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.493290 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.493854 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: filter-validation Mar 22 17:48:10.494182 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: fip_pf_description.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.495105 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.495612 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 17:48:10.495938 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: fip_pf_port_range.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.496862 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.497371 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 22 17:48:10.497722 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: fip_port_details.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.498671 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.499167 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: fip-port-details Mar 22 17:48:10.499494 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: flavors.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.500775 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.501301 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: flavors Mar 22 17:48:10.501657 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.503386 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.503926 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 17:48:10.504269 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: floatingip_pools.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.504992 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.505582 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: floatingip-pools Mar 22 17:48:10.505923 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: ip_allocation.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.506868 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.507390 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 17:48:10.507726 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.509346 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.509743 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: ip-substring-filtering Mar 22 17:48:10.510079 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: l2_adjacency.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.511052 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.511568 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 17:48:10.511900 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: l3.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.514348 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.514895 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: router Mar 22 17:48:10.515238 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.517593 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.518134 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 17:48:10.518476 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.519413 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.519936 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: ext-gw-mode Mar 22 17:48:10.520268 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.521198 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.521753 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: l3-ha Mar 22 17:48:10.522095 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.523026 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.523543 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 22 17:48:10.523869 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: l3_flavors.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.525358 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.525897 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: l3-flavors Mar 22 17:48:10.526227 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.527627 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.528199 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 22 17:48:10.528489 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.529443 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.529967 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 17:48:10.530304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: l3agentscheduler.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.531354 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.531877 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: l3_agent_scheduler Mar 22 17:48:10.532210 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: local_ip.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.534113 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.534656 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension local_ip not supported by any of loaded plugins Mar 22 17:48:10.535004 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: logging.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.536521 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.537061 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension logging not supported by any of loaded plugins Mar 22 17:48:10.537430 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: metering.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.538188 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.538778 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: metering Mar 22 17:48:10.539114 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.540436 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.541001 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: metering_source_and_destination_fields Mar 22 17:48:10.541341 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: multiprovidernet.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.542315 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.542839 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: multi-provider Mar 22 17:48:10.543172 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: netmtu.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.544109 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.544627 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: net-mtu Mar 22 17:48:10.544959 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: netmtu_writable.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.545927 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.546445 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: net-mtu-writable Mar 22 17:48:10.546779 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: network_availability_zone.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.547466 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.547978 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: network_availability_zone Mar 22 17:48:10.548305 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: network_ip_availability.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.549460 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.549982 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: network-ip-availability Mar 22 17:48:10.550314 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: network_segment_range.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.551241 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.551754 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 17:48:10.552083 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: pagination.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.553078 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.553434 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: pagination Mar 22 17:48:10.553765 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: port_device_profile.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.554696 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.555216 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: port-device-profile Mar 22 17:48:10.556071 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.557121 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.557933 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: port-mac-address-regenerate Mar 22 17:48:10.558271 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.559199 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.559720 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: port-numa-affinity-policy Mar 22 17:48:10.560050 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: port_resource_request.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.560980 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.561537 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 17:48:10.561855 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: port_resource_request_groups.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.562854 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.563370 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 22 17:48:10.563701 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: portbindings.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.564638 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.565155 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: binding Mar 22 17:48:10.565508 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: portbindings_extended.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.566788 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.567315 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: binding-extended Mar 22 17:48:10.567652 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: portsecurity.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.568575 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.569119 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: port-security Mar 22 17:48:10.569476 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: project_id.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.570466 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.570801 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: project-id Mar 22 17:48:10.571131 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: providernet.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.572706 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.573225 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: provider Mar 22 17:48:10.573584 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.577234 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.577813 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos not supported by any of loaded plugins Mar 22 17:48:10.578156 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.579430 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.579959 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 17:48:10.580297 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.581242 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.581803 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 17:48:10.582136 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_default.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.583080 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.583601 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-default not supported by any of loaded plugins Mar 22 17:48:10.583934 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_fip.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.584866 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.585392 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-fip not supported by any of loaded plugins Mar 22 17:48:10.585759 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.586690 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.587255 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 22 17:48:10.587591 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_gateway_ip.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.588526 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.589050 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 17:48:10.589379 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_port_network_policy.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.590332 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.590848 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 17:48:10.591176 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.592233 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.592756 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 22 17:48:10.593085 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.594181 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.594706 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 22 17:48:10.595038 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_pps_rule.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.596241 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.596767 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-pps not supported by any of loaded plugins Mar 22 17:48:10.597105 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_rule_type_details.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.598075 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.598597 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 17:48:10.598931 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.599861 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.600399 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 22 17:48:10.600712 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: qos_rules_alias.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.601822 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.602341 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 17:48:10.602713 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: quota_check_limit.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.603802 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.604324 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: quota-check-limit Mar 22 17:48:10.604655 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: quotasv2.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.605629 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.606083 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: quotas Mar 22 17:48:10.606410 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: quotasv2_detail.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.608162 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.608507 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: quota_details Mar 22 17:48:10.608846 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: rbac.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.609946 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.610486 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: rbac-policies Mar 22 17:48:10.610824 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: rbac_address_group.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.611764 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.612292 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: rbac-address-group Mar 22 17:48:10.612622 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: rbac_address_scope.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.613592 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.614116 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: rbac-address-scope Mar 22 17:48:10.614444 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: rbac_security_groups.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.615458 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.615977 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: rbac-security-groups Mar 22 17:48:10.616306 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: rbac_subnetpool.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.617234 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.617861 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: rbac-subnetpool Mar 22 17:48:10.618817 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: revisionifmatch.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.619827 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.620347 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: revision-if-match Mar 22 17:48:10.620675 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: revisions.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.621839 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.622365 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: standard-attr-revisions Mar 22 17:48:10.622697 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: router_availability_zone.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.623383 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.623907 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: router_availability_zone Mar 22 17:48:10.624237 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: routerservicetype.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.625176 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.625733 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension router-service-type not supported by any of loaded plugins Mar 22 17:48:10.626065 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.627006 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.627529 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: security-groups-normalized-cidr Mar 22 17:48:10.627858 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.628804 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.629327 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: port-security-groups-filtering Mar 22 17:48:10.629683 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.630624 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.631145 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: security-groups-remote-address-group Mar 22 17:48:10.631472 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.632409 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.632927 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: security-groups-shared-filtering Mar 22 17:48:10.633254 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.634531 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 22 17:48:10.634955 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: securitygroup.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.644695 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.645238 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: security-group Mar 22 17:48:10.645616 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: segment.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.646360 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.646884 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension segment not supported by any of loaded plugins Mar 22 17:48:10.647223 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.648175 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.648708 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 17:48:10.649045 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: servicetype.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.650453 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.650989 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: service-type Mar 22 17:48:10.651326 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: sorting.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.652330 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.652668 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: sorting Mar 22 17:48:10.652996 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: standard_attr_segment.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.653958 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.654483 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 17:48:10.654818 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: standardattrdescription.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.655495 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.656013 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: standard-attr-description Mar 22 17:48:10.656344 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: stateful_security_group.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.657291 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.657857 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: stateful-security-group Mar 22 17:48:10.658188 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: stdattrs_common.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.658771 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 17:48:10.659101 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.660057 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.660589 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 17:48:10.660917 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: subnet_onboard.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.662042 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.662577 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: subnet_onboard Mar 22 17:48:10.662910 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.663861 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.664383 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 17:48:10.664734 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: subnet_service_types.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.665908 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.666461 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: subnet-service-types Mar 22 17:48:10.666791 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: subnetallocation.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.667916 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.668472 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: subnet_allocation Mar 22 17:48:10.668808 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.669558 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.670079 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: subnetpool-prefix-ops Mar 22 17:48:10.670408 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.671386 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.671974 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 17:48:10.672308 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: tagging.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.673461 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.674052 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: standard-attr-tag Mar 22 17:48:10.674423 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: timestamp.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.675692 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.676240 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loaded extension: standard-attr-timestamp Mar 22 17:48:10.676608 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: trunk.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.677763 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.678295 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension trunk not supported by any of loaded plugins Mar 22 17:48:10.678680 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: trunk_details.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.679672 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.680252 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension trunk-details not supported by any of loaded plugins Mar 22 17:48:10.681175 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: uplink_status_propagation.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.682487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.683015 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 17:48:10.683380 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Loading extension file: vlantransparent.py {{(pid=110225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:48:10.684059 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:48:10.684575 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 17:48:10.687282 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:network Mar 22 17:48:10.687859 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:subnet Mar 22 17:48:10.688336 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:48:10.688809 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:port Mar 22 17:48:10.690219 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.690666 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service FLAVORS assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.691306 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.691775 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.692112 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:router Mar 22 17:48:10.692545 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 17:48:10.693030 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service METERING assigned prefix: /metering {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.694634 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.695067 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.695497 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:48:10.697251 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 17:48:10.697737 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:security_group Mar 22 17:48:10.698237 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 17:48:10.698928 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service CORE assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.699356 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:48:10.699735 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] subnetpool is already registered Mar 22 17:48:10.700213 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service CORE assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.700612 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:48:10.700981 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] subnetpool is already registered Mar 22 17:48:10.704086 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.704530 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service FLAVORS assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.705234 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.705801 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.706229 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:router Mar 22 17:48:10.706633 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] router is already registered Mar 22 17:48:10.707086 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 17:48:10.707428 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] floatingip is already registered Mar 22 17:48:10.707889 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service METERING assigned prefix: /metering {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.708563 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 17:48:10.708908 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] rbac_policy is already registered Mar 22 17:48:10.709342 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:security_group Mar 22 17:48:10.709769 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] security_group is already registered Mar 22 17:48:10.710220 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 17:48:10.710623 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] security_group_rule is already registered Mar 22 17:48:10.711342 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service CORE assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.711718 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:48:10.712104 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] subnetpool is already registered Mar 22 17:48:10.712550 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.v2.resource_helper [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Service CORE assigned prefix: {{(pid=110225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:48:10.712895 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:48:10.713234 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING neutron.quota.resource_registry [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] subnetpool is already registered Mar 22 17:48:10.713735 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: extensions {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.715265 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: address-groups {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.716790 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: address-scopes {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.718169 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: agents {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.719357 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: auto-allocated-topology {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.720649 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: availability_zones {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.721913 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: dhcp-networks {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.723471 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: dhcp-agents {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.724928 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: routers {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.727242 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: flavors {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.728797 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: service_profiles {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.730089 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: next_providers {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.731591 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: service_profiles {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.734071 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: floatingip-pools {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.735344 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: routers {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.737546 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: floatingips {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.738880 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: l3-routers {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.740313 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: l3-agents {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.741790 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: metering-labels {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.743809 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: metering-label-rules {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.745236 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: network-ip-availabilities {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.746632 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: bindings {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.748324 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: quotas {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.749963 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: quotas {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.751523 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: rbac-policies {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.752849 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: security-groups {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.754160 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: security-group-rules {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.755436 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: service-providers {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.756671 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: subnetpools {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.758157 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: subnetpools {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.760412 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: tags {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.762154 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: tags {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.764005 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: tags {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.765852 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: tags {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.767682 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: tags {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.769602 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: tags {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.771327 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: tags {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.773256 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: tags {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.775130 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: tags {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.776999 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron.api.extensions [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Extended resource: tags {{(pid=110225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:48:10.782998 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING keystonemiddleware.auth_token [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 17:48:10.787640 dv-cinder-739079-8-iscsi neutron-server[110225]: WARNING keystonemiddleware.auth_token [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 17:48:10.796326 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_concurrency.lockutils [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Acquired lock "singleton_lock" {{(pid=110225) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 22 17:48:10.796808 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_concurrency.lockutils [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Releasing lock "singleton_lock" {{(pid=110225) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 22 17:48:10.797492 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO oslo_service.service [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Starting 2 workers Mar 22 17:48:10.802478 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Started child 110336 {{(pid=110225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:48:10.807998 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Started child 110337 {{(pid=110225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:48:10.809230 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.817582 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO neutron.service [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 17:48:10.817582 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.817805 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [-] (110336) wsgi starting up on http://0.0.0.0:9696 Mar 22 17:48:10.817877 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO oslo_service.service [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Starting 1 workers Mar 22 17:48:10.817953 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.817953 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [-] (110337) wsgi starting up on http://0.0.0.0:9696 Mar 22 17:48:10.818503 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Started child 110338 {{(pid=110225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:48:10.818950 dv-cinder-739079-8-iscsi neutron-server[110225]: INFO oslo_service.service [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Starting 1 workers Mar 22 17:48:10.823167 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.service [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] calling RpcWorker wait() {{(pid=110338) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 17:48:10.823723 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.service [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] returning from RpcWorker wait() {{(pid=110338) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 17:48:10.824381 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Started child 110339 {{(pid=110225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:48:10.825193 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.825311 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG neutron_lib.callbacks.manager [None req-9440852a-4e62-4698-8b4a-b99327662421 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.825692 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:10.827242 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110225) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 17:48:10.827457 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:48:10.827645 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:48:10.827879 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:48:10.828256 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:48:10.828427 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:48:10.828931 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.829241 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.829521 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.829993 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.829993 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.830217 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.830535 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:10.830779 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.831045 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.831292 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.831580 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.831843 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.832017 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.832182 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.832443 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.832683 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.833008 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.833281 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.833560 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.834171 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.834171 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.834478 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.834615 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.834921 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.835095 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] debug = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.835335 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.835822 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.836071 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.836319 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.836577 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.836904 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.837140 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.837452 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.837704 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.838035 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.838307 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.838563 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.838780 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.838999 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.839255 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.839472 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.839728 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.839984 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.840448 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] host = dv-cinder-739079-8-iscsi {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.840708 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.840930 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.841162 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.841442 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.846501 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.846501 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.846501 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.846501 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.846501 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.846501 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.846501 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.846501 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.847556 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.847556 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.847556 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_options = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.847556 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.847556 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.847556 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.847556 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.847556 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.848625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.848625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.848625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.848625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.848625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.848625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.848625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.848625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.849677 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.849677 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.849677 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.849677 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.849677 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.849677 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.849677 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.849677 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.850694 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.850694 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.850694 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.850694 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.850694 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.850694 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.851488 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.851488 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.851488 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.851889 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.851889 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.852156 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.852374 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.852859 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.853196 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.853461 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.853761 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.854050 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.854285 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.854553 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.854817 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.855042 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.855294 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.855519 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.855741 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.856133 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_json = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.856507 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.856894 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.856894 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.857178 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.857312 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.857527 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.857792 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.858057 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.858304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.858781 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.859233 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.859554 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.860484 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.860702 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.860921 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.861184 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.861464 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.861743 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.861995 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.862329 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.862679 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.862905 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.863158 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.863426 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.863740 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.864018 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.864281 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.864528 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.864784 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.865025 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.865273 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.866061 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.869114 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.869114 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.869114 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.869114 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.869114 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.869114 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.869114 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.869114 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.870672 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.870672 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.870672 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.870672 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.870672 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.870672 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.870672 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.870672 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.871191 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.871191 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.871313 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.871529 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.871733 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.871973 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.872221 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.872470 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.872935 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.872935 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.873564 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.873564 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.873790 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.873948 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.874163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.874403 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.874632 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.874889 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.875144 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.876003 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.876227 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.876466 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.876686 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.877163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.877386 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.877656 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.877829 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.878060 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.878267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.878525 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.878750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.878963 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.880270 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.880270 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.880270 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.880270 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.880270 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.880270 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.880663 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.880663 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.880874 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.881055 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.881285 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.881523 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.881736 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.881949 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.882162 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.882377 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.882590 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.882803 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.883021 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.883231 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.883499 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.884479 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.884742 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.884982 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.885215 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.885487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.886485 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.891743 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.891743 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.891743 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.891743 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.891743 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.891743 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.891743 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.891743 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892249 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892249 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892249 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892249 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892249 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892249 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892249 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892249 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.892750 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.893093 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.893167 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.893384 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.893661 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 60936) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:10.894065 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.894510 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.894931 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.895217 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.895455 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.895713 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.895969 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.896205 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.896478 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.896733 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.896969 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.897223 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.897488 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.897744 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.897966 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.898209 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.898657 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.899045 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.899334 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.899546 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.899817 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.900220 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.900470 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.900758 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.900981 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.901231 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.901506 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.901736 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.902139 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.902570 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.902874 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.903036 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.903416 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.903625 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077348 Mar 22 17:48:10.903990 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.904376 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.904626 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.904876 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.905160 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.905383 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.906635 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.906904 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.907136 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910340 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910340 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910340 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910340 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910340 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910340 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910340 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910340 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910930 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910930 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910930 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910930 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910930 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910930 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910930 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.910930 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.911500 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.911500 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.911500 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.911729 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.911877 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.912096 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.912333 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.912551 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.912768 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.913011 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.913231 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.913490 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.913733 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.914075 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.914792 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.916038 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.916296 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.916689 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.917103 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.917627 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.918056 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.918318 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.918544 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.918775 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.919019 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.919264 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.919488 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.919738 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.919979 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.921163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.921163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.921163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.921163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.921163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.921621 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.921621 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.921752 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.921967 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.922202 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.922438 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.922656 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.922887 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.923184 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.923436 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.923695 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.923976 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.924215 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.924476 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.924707 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.924922 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.925159 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.925389 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.926473 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.926694 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.926946 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.927306 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.927678 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.927939 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.928168 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.928384 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.928616 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.928831 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.929929 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.929929 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.929929 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.929929 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.929929 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.930452 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.930452 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.931357 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.933567 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.933567 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.933567 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.933567 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.933567 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.934318 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.934318 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.934318 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.935146 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.935424 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.936062 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.936062 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.936337 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.936473 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.936671 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.936994 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.937238 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.938212 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.938212 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.938212 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.938212 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.938716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.938716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.938995 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.939232 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.939493 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.939763 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.940052 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.940337 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.940629 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.940858 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.941163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.941487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.941942 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.943093 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.943389 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.943618 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.943852 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.944304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.944534 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.944756 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.945846 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.946096 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.946922 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.947165 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.947408 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.947651 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.947884 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.948101 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.949135 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.949366 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.949544 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:48:10.950142 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110225) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 17:48:10.950319 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:48:10.950466 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:48:10.950607 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:48:10.950856 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:48:10.951702 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:48:10.951925 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.952082 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.952245 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.952446 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.952585 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.952730 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.952870 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.953026 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.953455 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.953455 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.953740 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.953740 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.953978 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.953978 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.954208 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.954328 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.954457 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.954700 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.954874 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.955605 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.955605 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.955605 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.955605 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] debug = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.955605 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.956099 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.956099 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.956319 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.956319 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.956520 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.956674 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.956802 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.956922 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.957067 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.957232 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.957393 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.958342 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.958507 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.958669 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.958899 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.959023 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.959126 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.960146 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] host = dv-cinder-739079-8-iscsi {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.960305 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.960504 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.960669 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.961564 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.961717 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.961957 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.962127 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.962290 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.963042 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.963042 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.963042 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.963042 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.963042 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.963546 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.963546 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_options = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.963546 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.963829 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.963829 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.969437 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.969437 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.969437 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.969437 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.969437 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.969437 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973178 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:10.973267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973267 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973849 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973849 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973849 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973849 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973849 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973849 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973849 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.973849 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974287 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974287 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974287 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974287 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974287 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974287 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974287 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974287 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974718 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974718 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974718 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974718 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974718 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974718 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974718 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.974718 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_json = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975163 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:48:10.975716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.975716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.975716 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.976145 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.976145 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.976145 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.976312 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.977039 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.977039 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.977039 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.977039 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.977039 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.977352 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.977352 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.978461 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.978625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.978782 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.978978 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.979133 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.979261 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.979579 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.979753 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.979919 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.980082 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.980211 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.980517 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.980818 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.980996 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982047 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982047 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982047 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982047 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982047 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982047 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982454 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982454 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982454 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.982859 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.983753 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.983930 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.984089 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.984721 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.984721 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.984721 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.984721 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.984986 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.985051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.985252 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.985343 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.986281 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.986281 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.986281 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.986281 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.986281 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.986281 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.987074 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.987074 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.987074 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.987074 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.987074 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.987754 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.987754 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.987754 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.987754 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.987754 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.988399 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.988399 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.988399 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.988399 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.988918 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.988918 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.988918 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.988918 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.989585 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.989585 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.989585 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.989585 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.990209 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.990209 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.990209 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.990209 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.990714 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.990714 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.990714 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.991119 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.991119 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.991119 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.991506 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.991506 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.991506 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.991901 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.991901 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.992171 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.992171 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.992433 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.992433 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.993578 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.993764 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.993998 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.994146 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.994284 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.994435 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.994577 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.994768 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.994924 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.995070 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.995210 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.995300 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.995452 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.995615 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.995777 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.995938 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.997009 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.998019 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.998200 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.998368 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.998964 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.998964 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.998964 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.999349 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.999349 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.999675 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:10.999675 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.000711 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.000711 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.000711 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.000711 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.000711 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.000711 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.000711 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.001514 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.001514 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.001514 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.001514 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.001514 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.001981 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.001981 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.001981 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.008469 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.008469 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.008469 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.008469 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.008469 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.008469 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.008469 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.008469 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.009954 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.009954 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.009954 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.009954 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.009954 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.009954 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.009954 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.009954 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.010719 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.010719 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.010719 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.010719 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.010719 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.010719 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.010719 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.010719 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.011487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.011487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.011487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.011487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.011487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.011487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.011487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.011487 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.012217 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.012217 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.012217 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.012217 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.012217 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.012217 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.012217 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.012217 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.014150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.014150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.014150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.014150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.014150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.014150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.014150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.014150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.015439 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.015439 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.015439 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.015439 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.015439 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.015439 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.015439 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.015439 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.016366 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.016366 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.016366 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.016366 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.016366 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.016366 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.017199 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.017199 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.017199 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.017199 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.017199 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.017199 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.017795 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.017795 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.017795 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.018098 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.018098 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.018301 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.018301 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.020051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.020051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.020051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.020051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.020051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.020051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.020051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.020051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.020051 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.021346 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.021346 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.021346 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.021346 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.021346 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.021346 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.021346 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.021346 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.022304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.022304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.022304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.022304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.022304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.022304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.022304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.022304 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.023396 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.023396 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.023396 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.023396 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.023396 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.023396 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.023396 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.024327 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.024327 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.024327 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.024327 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.024327 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.024327 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.024835 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.024835 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.025082 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.025260 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.025451 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.025636 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.025969 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.026112 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.026238 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.026362 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.026507 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.026664 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.026830 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.026994 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.027168 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.027330 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.027499 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.027659 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.027819 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.027986 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.028150 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.028340 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.028472 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.028625 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.028787 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.028955 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.029124 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.029293 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.029573 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.029700 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.029809 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.030020 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.030109 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.030223 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.030389 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.030549 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.030708 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.030892 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.031017 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.031178 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.031338 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.031509 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.031631 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.031800 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.032764 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.032764 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.032764 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.032764 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.032764 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.032764 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:48:11.033498 dv-cinder-739079-8-iscsi neutron-server[110225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:48:22.542152 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07330d6c-8493-44c5-9ba4-bc0f88cd06c6 None None] get_active_networks_info from dv-cinder-739079-8-iscsi {{(pid=110338) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 17:48:22.663912 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07330d6c-8493-44c5-9ba4-bc0f88cd06c6 None None] No non-hosted networks {{(pid=110338) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 17:48:22.693087 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-beaf22f9-99df-4196-95b6-cb969012b7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753954'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:24.729485 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a6f0-6a1c-4f05-a867-81449e32fc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753954'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:24.781901 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.db.api [None req-0c4e83d6-d1a8-4134-8034-96e8a8366cbd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-739079-8-iscsi {{(pid=110338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:48:24.782409 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG oslo_db.api [None req-0c4e83d6-d1a8-4134-8034-96e8a8366cbd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:48:25.318521 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-0c4e83d6-d1a8-4134-8034-96e8a8366cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:25.932067 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753954'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:27.418108 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753954'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:28.655183 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 32790) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:28.982364 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.db.l3_hamode_db [None req-06a8fb54-63a8-40b3-af83-e41a852f1319 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 17:48:29.025152 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753954'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.025855 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.026187 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.026812 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.027145 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.027471 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.028098 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.028771 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.031405 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.031802 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.032139 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.033824 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.034592 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.035348 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.035744 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.036109 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:29.036530 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-739079-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:29.098869 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-739079-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:29.108264 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8fb54-63a8-40b3-af83-e41a852f1319 None None] Routers set() bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:29.108673 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8fb54-63a8-40b3-af83-e41a852f1319 None None] Router IDs set() for agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 17:48:29.204847 dv-cinder-739079-8-iscsi neutron-server[110336]: WARNING oslo_policy.policy [None req-67569e1f-385b-4fab-a5b6-50a5ff5a0ff9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:48:29.205491 dv-cinder-739079-8-iscsi neutron-server[110336]: WARNING oslo_policy.policy [None req-67569e1f-385b-4fab-a5b6-50a5ff5a0ff9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:48:29.432660 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [None req-67569e1f-385b-4fab-a5b6-50a5ff5a0ff9 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:48:29.433774 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-67569e1f-385b-4fab-a5b6-50a5ff5a0ff9 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7776206 Mar 22 17:48:31.989563 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 32816) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:32.300843 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-04f6188b-0956-468c-8757-9d498793f134 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:48:32.397526 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.policy [None req-04f6188b-0956-468c-8757-9d498793f134 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110336) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 17:48:32.442902 dv-cinder-739079-8-iscsi neutron-server[110336]: WARNING oslo_policy.policy [None req-04f6188b-0956-468c-8757-9d498793f134 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:48:32.443213 dv-cinder-739079-8-iscsi neutron-server[110336]: WARNING oslo_policy.policy [None req-04f6188b-0956-468c-8757-9d498793f134 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:48:32.598961 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-04f6188b-0956-468c-8757-9d498793f134 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726372289271', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726372287684', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726372402289', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726372396962', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726372390520', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726369843540', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1051285', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1167495', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-337596', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-497432'] for rbac-policy (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:32.790859 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-04f6188b-0956-468c-8757-9d498793f134 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:32.792004 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-04f6188b-0956-468c-8757-9d498793f134 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8014309 Mar 22 17:48:35.290852 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 32826) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:35.779487 dv-cinder-739079-8-iscsi neutron-server[110337]: WARNING oslo_policy.policy [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:48:35.780109 dv-cinder-739079-8-iscsi neutron-server[110337]: WARNING oslo_policy.policy [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:48:36.011984 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:48:36.209187 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Made reservation on behalf of 1126c1b925dd454a95f7b4399a0561a6 for: {'network': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:48:36.274170 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.policy [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110337) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 17:48:36.316593 dv-cinder-739079-8-iscsi neutron-server[110337]: WARNING oslo_policy.policy [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:48:36.317177 dv-cinder-739079-8-iscsi neutron-server[110337]: WARNING oslo_policy.policy [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:48:36.328420 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.349730 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.464444 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Publish callbacks [] for security_group (d0550305-726c-4b10-b7d5-091b23bf0ecd), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.554785 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d0550305-726c-4b10-b7d5-091b23bf0ecd), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.587998 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=110337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:48:36.616748 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726367370810', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (48e37498-0cd0-447b-b0f9-f34c37a74b8c), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.617394 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Unsubscribe: segment precommit_create {{(pid=110337) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 17:48:36.618629 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.segments_db [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Added segment 48e37498-0cd0-447b-b0f9-f34c37a74b8c of type vlan for network 729b5721-6d21-4e2f-a6a1-d25d55190825 Mar 22 17:48:36.624222 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d0550305-726c-4b10-b7d5-091b23bf0ecd,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:36.663709 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.664050 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.664972 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.665349 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.665718 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.666027 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.666345 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.666661 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.666975 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.667289 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.667639 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.667971 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.668288 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.668598 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.668907 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Tracked resource versions report: Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: pushed versions: Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: { 'AddressGroup': {'1.2'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Agent': {'1.1'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'ConntrackHelper': {'1.0'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Log': {'1.0'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'NDPProxy': {'1.0'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Network': {'1.1'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Port': {'1.7'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'PortForwarding': {'1.3'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'QosPolicy': {'1.10'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SecurityGroup': {'1.5'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SubPort': {'1.0'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Subnet': {'1.1'}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Trunk': {'1.1'}} Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: consumer versions: Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: { DHCP agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: L3 agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: Metadata agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: Metering agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: Open vSwitch agent@dv-cinder-739079-8-iscsi: { 'AddressGroup': '1.2', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Agent': '1.1', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'ConntrackHelper': '1.0', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'LocalIPAssociation': '1.0', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Log': '1.0', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'NDPProxy': '1.0', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Network': '1.1', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Port': '1.7', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'PortForwarding': '1.3', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'QosPolicy': '1.10', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SecurityGroup': '1.5', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SecurityGroupRule': '1.2', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SubPort': '1.0', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Subnet': '1.1', Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Trunk': '1.1'}} Mar 22 17:48:36.670339 dv-cinder-739079-8-iscsi neutron-server[110337]: {{(pid=110337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:48:36.732091 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (729b5721-6d21-4e2f-a6a1-d25d55190825), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.840188 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (729b5721-6d21-4e2f-a6a1-d25d55190825), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.845599 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:36.846455 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.967770 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] Pushing event updated for resources: {'Network': ['ID=729b5721-6d21-4e2f-a6a1-d25d55190825,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:36.980347 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network 729b5721-6d21-4e2f-a6a1-d25d55190825 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:48:37.052002 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-bd6a4de7-d659-4141-b5ac-c94e06ea84a3 demo demo] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.7590609 Mar 22 17:48:39.599386 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 32846) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:40.002983 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff9c0b-a574-4503-a910-c8981afd5c52 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:40.004272 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b5ff9c0b-a574-4503-a910-c8981afd5c52 demo admin] 10.222.0.73 "GET /v2.0/networks/729b5721-6d21-4e2f-a6a1-d25d55190825 HTTP/1.1" status: 200 len: 825 time: 0.4039319 Mar 22 17:48:40.044838 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-02248dbe-2464-4565-a37e-790214d6348a demo admin] 10.222.0.73 "GET /v2.0/subnetpools/cb7d26fe-ff7d-4507-a4bf-360669215df6 HTTP/1.1" status: 200 len: 734 time: 0.0349298 Mar 22 17:48:40.053494 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'cb7d26fe-ff7d-4507-a4bf-360669215df6', 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:48:40.205707 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Made reservation on behalf of 1126c1b925dd454a95f7b4399a0561a6 for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:48:40.208013 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:40.554483 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for subnet (c782c766-eb1c-4462-9440-b4b3405c6fde), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:40.621893 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Checking segment: {'id': '48e37498-0cd0-447b-b0f9-f34c37a74b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:48:40.622514 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Network hostable DHCP agents. Network: 729b5721-6d21-4e2f-a6a1-d25d55190825, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:48:40.630185 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c782c766-eb1c-4462-9440-b4b3405c6fde,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:40.705979 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Network 729b5721-6d21-4e2f-a6a1-d25d55190825 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:48:40.803179 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, 729b5721-6d21-4e2f-a6a1-d25d55190825) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:48:40.808845 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:40.809539 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:40.816862 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a06ef-3e98-4c93-958a-899ac2044929 None None] Network 729b5721-6d21-4e2f-a6a1-d25d55190825 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:48:40.897428 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-cfe4db62-8f62-4ef1-8c5e-7efda8994498 demo admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8471708 Mar 22 17:48:41.192339 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-729b5721-6d21-4e2f-a6a1-d25d55190825', 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825', 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'fixed_ips': [{'subnet_id': 'c782c766-eb1c-4462-9440-b4b3405c6fde'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:48:41.193790 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:41.472305 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Allocated IP 172.20.0.2 (729b5721-6d21-4e2f-a6a1-d25d55190825/c782c766-eb1c-4462-9440-b4b3405c6fde/2a897f05-df3e-49a3-ba20-8708f94d8c02) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:48:41.740044 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Publish callbacks [] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:41.907171 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:41.977867 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Network 729b5721-6d21-4e2f-a6a1-d25d55190825 is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:48:41.982883 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:48:41.999875 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:48:42.002917 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Pushing event updated for resources: {'Port': ['ID=2a897f05-df3e-49a3-ba20-8708f94d8c02,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:42.036116 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.036461 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.036819 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.037174 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.037531 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.037859 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.038181 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.038544 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.038834 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.039153 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.039592 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.039928 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.040259 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.040578 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.040900 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Tracked resource versions report: Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: pushed versions: Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: { 'AddressGroup': {'1.2'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Agent': {'1.1'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'ConntrackHelper': {'1.0'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Log': {'1.0'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'NDPProxy': {'1.0'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Network': {'1.1'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Port': {'1.7'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'PortForwarding': {'1.3'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'QosPolicy': {'1.10'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SecurityGroup': {'1.5'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SubPort': {'1.0'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Subnet': {'1.1'}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Trunk': {'1.1'}} Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: consumer versions: Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: { DHCP agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: L3 agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: Metadata agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: Metering agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: Open vSwitch agent@dv-cinder-739079-8-iscsi: { 'AddressGroup': '1.2', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Agent': '1.1', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'ConntrackHelper': '1.0', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'LocalIPAssociation': '1.0', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Log': '1.0', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'NDPProxy': '1.0', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Network': '1.1', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Port': '1.7', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'PortForwarding': '1.3', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'QosPolicy': '1.10', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SecurityGroup': '1.5', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SecurityGroupRule': '1.2', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SubPort': '1.0', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Subnet': '1.1', Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Trunk': '1.1'}} Mar 22 17:48:42.042340 dv-cinder-739079-8-iscsi neutron-server[110338]: {{(pid=110338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:48:42.092947 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Attempting to bind port 2a897f05-df3e-49a3-ba20-8708f94d8c02 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:48:42.093345 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Attempting to bind port 2a897f05-df3e-49a3-ba20-8708f94d8c02 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '48e37498-0cd0-447b-b0f9-f34c37a74b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:48:42.093800 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Attempting to bind port 2a897f05-df3e-49a3-ba20-8708f94d8c02 on network 729b5721-6d21-4e2f-a6a1-d25d55190825 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:48:42.099571 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:48:42.099926 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Checking segment: {'id': '48e37498-0cd0-447b-b0f9-f34c37a74b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:48:42.100421 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:42.100813 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Bound using segment: {'id': '48e37498-0cd0-447b-b0f9-f34c37a74b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:48:42.101289 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Bound port: 2a897f05-df3e-49a3-ba20-8708f94d8c02, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e37498-0cd0-447b-b0f9-f34c37a74b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:48:42.101758 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:42.167255 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] For port 2a897f05-df3e-49a3-ba20-8708f94d8c02, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:48:42.171485 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] For port 2a897f05-df3e-49a3-ba20-8708f94d8c02, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=2a897f05-df3e-49a3-ba20-8708f94d8c02,segment=NetworkSegment(48e37498-0cd0-447b-b0f9-f34c37a74b8c),segment_id=48e37498-0cd0-447b-b0f9-f34c37a74b8c)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:48:42.249821 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:42.311637 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65730e57-16e4-4ae4-b7f8-91d1dbced789 None None] Pushing event updated for resources: {'Port': ['ID=2a897f05-df3e-49a3-ba20-8708f94d8c02,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:43.485896 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 32854) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:43.802873 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [None req-caddc30c-e3c1-45c1-8a25-0e7fe2d3ef95 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:48:43.817426 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-caddc30c-e3c1-45c1-8a25-0e7fe2d3ef95 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3170044 Mar 22 17:48:46.381067 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 32862) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:46.693485 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [None req-e69300af-f700-487e-b9a5-5ffeb282eb69 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:48:46.694695 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-e69300af-f700-487e-b9a5-5ffeb282eb69 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3125243 Mar 22 17:48:49.245113 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 32870) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:49.557877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-27e8a2cf-428c-4475-9033-9e86b0a7b3c0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:48:49.674371 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-27e8a2cf-428c-4475-9033-9e86b0a7b3c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.676679 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-27e8a2cf-428c-4475-9033-9e86b0a7b3c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.827281 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-27e8a2cf-428c-4475-9033-9e86b0a7b3c0 demo demo] Publish callbacks [] for router_controller (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), precommit_add_association {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.938678 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-27e8a2cf-428c-4475-9033-9e86b0a7b3c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.071750 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-27e8a2cf-428c-4475-9033-9e86b0a7b3c0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.072952 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-27e8a2cf-428c-4475-9033-9e86b0a7b3c0 demo demo] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8267493 Mar 22 17:48:52.621066 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5da9abb8-d7b4-4fc0-b6e4-6ceed2f94612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.669318 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 32882) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:53.004472 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [None req-60058b30-7f9a-4d16-b23b-a7f70820cc1d admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:48:53.005503 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-60058b30-7f9a-4d16-b23b-a7f70820cc1d admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3351815 Mar 22 17:48:53.657725 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b9d843-b8f8-491a-8730-edf959a9c88e None None] Network 729b5721-6d21-4e2f-a6a1-d25d55190825 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:48:53.702268 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 2a897f05-df3e-49a3-ba20-8708f94d8c02 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:48:53.811485 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-72bd4503-7770-49ab-b5dc-24583ed78ee0 None None] Provisioning complete for port 2a897f05-df3e-49a3-ba20-8708f94d8c02 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:48:53.811913 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-72bd4503-7770-49ab-b5dc-24583ed78ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.880572 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 2a897f05-df3e-49a3-ba20-8708f94d8c02 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:48:53.880884 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.016282 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-72bd4503-7770-49ab-b5dc-24583ed78ee0 None None] Current status of the port 2a897f05-df3e-49a3-ba20-8708f94d8c02 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:54.017116 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-72bd4503-7770-49ab-b5dc-24583ed78ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.065182 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 2a897f05-df3e-49a3-ba20-8708f94d8c02 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:54.065596 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.091184 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-72bd4503-7770-49ab-b5dc-24583ed78ee0 None None] For port 2a897f05-df3e-49a3-ba20-8708f94d8c02, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=2a897f05-df3e-49a3-ba20-8708f94d8c02,segment=NetworkSegment(48e37498-0cd0-447b-b0f9-f34c37a74b8c),segment_id=48e37498-0cd0-447b-b0f9-f34c37a74b8c)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:54.212074 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-72bd4503-7770-49ab-b5dc-24583ed78ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.283076 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.db.api [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:48:54.283450 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG oslo_db.api [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:48:54.287727 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd4503-7770-49ab-b5dc-24583ed78ee0 None None] Pushing event updated for resources: {'Port': ['ID=2a897f05-df3e-49a3-ba20-8708f94d8c02,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:54.331370 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-33d04f12-2c6b-4c6b-b0a7-3d8a04b236ee None None] Provisioning complete for port 2a897f05-df3e-49a3-ba20-8708f94d8c02 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:48:54.331756 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-33d04f12-2c6b-4c6b-b0a7-3d8a04b236ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.405012 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-33d04f12-2c6b-4c6b-b0a7-3d8a04b236ee None None] Current status of the port 2a897f05-df3e-49a3-ba20-8708f94d8c02 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:54.717334 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1472d479-38d4-4cb6-9da7-086ceecf3c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.819599 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 2a897f05-df3e-49a3-ba20-8708f94d8c02 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:55.560309 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 32892) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:55.656955 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 2a897f05-df3e-49a3-ba20-8708f94d8c02 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:48:55.704405 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 2a897f05-df3e-49a3-ba20-8708f94d8c02 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:48:55.704799 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.819954 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:48:55.844465 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 2a897f05-df3e-49a3-ba20-8708f94d8c02 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:55.919776 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Made reservation on behalf of f90ab78710274123a8f260cb6fde82b8 for: {'network': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:48:55.922933 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.936607 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.939415 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:56.042178 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Publish callbacks [] for security_group (9a91b2a1-f6d8-490f-b012-b6b0744dc415), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:56.125244 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9a91b2a1-f6d8-490f-b012-b6b0744dc415), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:56.137478 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=110336) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 17:48:56.174753 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726367370810', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (9afdaee4-d2d6-403c-9cea-f74da473e6c8), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:56.175262 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Unsubscribe: segment precommit_create {{(pid=110336) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 17:48:56.175780 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.segments_db [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Added segment 9afdaee4-d2d6-403c-9cea-f74da473e6c8 of type flat for network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 Mar 22 17:48:56.181555 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a91b2a1-f6d8-490f-b012-b6b0744dc415,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:56.200994 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.201346 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.201727 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.203913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.203913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.203913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.203913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.203913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.203913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.203913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.204434 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.204553 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.204873 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.205188 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.205541 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Tracked resource versions report: Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: pushed versions: Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: { 'AddressGroup': {'1.2'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Agent': {'1.1'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'ConntrackHelper': {'1.0'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Log': {'1.0'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'NDPProxy': {'1.0'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Network': {'1.1'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Port': {'1.7'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'PortForwarding': {'1.3'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'QosPolicy': {'1.10'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SecurityGroup': {'1.5'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SubPort': {'1.0'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Subnet': {'1.1'}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Trunk': {'1.1'}} Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: consumer versions: Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: { DHCP agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: L3 agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: Metadata agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: Metering agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: Open vSwitch agent@dv-cinder-739079-8-iscsi: { 'AddressGroup': '1.2', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Agent': '1.1', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'ConntrackHelper': '1.0', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'LocalIPAssociation': '1.0', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Log': '1.0', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'NDPProxy': '1.0', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Network': '1.1', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Port': '1.7', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'PortForwarding': '1.3', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'QosPolicy': '1.10', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SecurityGroup': '1.5', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SecurityGroupRule': '1.2', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SubPort': '1.0', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Subnet': '1.1', Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Trunk': '1.1'}} Mar 22 17:48:56.206879 dv-cinder-739079-8-iscsi neutron-server[110336]: {{(pid=110336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:48:56.287714 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:56.388033 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:56.389096 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:56.389827 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:56.483701 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=7b9ebc10-583f-4fa6-9b43-7a10c668c7c2,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:56.494659 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:48:56.548823 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3e7d8461-31ab-4352-8565-e75c3cade6f8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9874086 Mar 22 17:48:57.353901 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.999280 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:59.018384 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 32914) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:59.153313 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05906961-fd72-43a0-aea4-9ca6993528e0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:59.154660 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-05906961-fd72-43a0-aea4-9ca6993528e0 demo admin] 10.222.0.73 "GET /v2.0/subnets/c782c766-eb1c-4462-9440-b4b3405c6fde HTTP/1.1" status: 200 len: 849 time: 0.1352992 Mar 22 17:48:59.295402 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-ccb2b0cb-3274-4aa1-9aab-ab6e8f403774 demo admin] 10.222.0.73 "GET /v2.0/routers/37f4b41a-7e93-42f8-b656-6ca63ef6eda1 HTTP/1.1" status: 200 len: 704 time: 0.1349835 Mar 22 17:48:59.567782 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:59.866451 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Allocated IP 172.20.0.1 (729b5721-6d21-4e2f-a6a1-d25d55190825/c782c766-eb1c-4462-9440-b4b3405c6fde/7053a34f-cd3a-4f6d-97f9-d7ae714cd548) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:49:00.063492 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Publish callbacks [] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.181382 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.250020 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Network 729b5721-6d21-4e2f-a6a1-d25d55190825 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:49:00.254654 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:49:00.267773 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:49:00.268272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.325651 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Pushing event updated for resources: {'Port': ['ID=7053a34f-cd3a-4f6d-97f9-d7ae714cd548,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:00.463337 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-ac8a4cdc-9ee1-4a0d-a40f-f291b902d10f None None] Provisioning complete for port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:49:00.463892 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4cdc-9ee1-4a0d-a40f-f291b902d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.495959 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a4cdc-9ee1-4a0d-a40f-f291b902d10f None None] Port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:49:00.577961 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.787968 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Publish callbacks [] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.851114 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.852236 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.935097 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Pushing event updated for resources: {'Port': ['ID=7053a34f-cd3a-4f6d-97f9-d7ae714cd548,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:00.983648 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Network 729b5721-6d21-4e2f-a6a1-d25d55190825 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:49:00.985022 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:49:01.239650 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Router 37f4b41a-7e93-42f8-b656-6ca63ef6eda1 is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:49:01.321133 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-be799103-874d-4420-9473-a2b0d2c69d6e None None] Provisioning complete for port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:49:01.321615 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-be799103-874d-4420-9473-a2b0d2c69d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.348695 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:49:01.355388 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-be799103-874d-4420-9473-a2b0d2c69d6e None None] Port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:49:01.357831 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-8bd98842-cb2d-4e8d-9730-aee9635f81d5 demo admin] 10.222.0.73 "PUT /v2.0/routers/37f4b41a-7e93-42f8-b656-6ca63ef6eda1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0571964 Mar 22 17:49:01.360733 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Sync routers for ids ['37f4b41a-7e93-42f8-b656-6ca63ef6eda1'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:49:01.374745 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Routers {'37f4b41a-7e93-42f8-b656-6ca63ef6eda1'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:49:01.375598 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:48:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['37f4b41a-7e93-42f8-b656-6ca63ef6eda1'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:01.575515 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Set router 37f4b41a-7e93-42f8-b656-6ca63ef6eda1 gateway port host: None {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:49:02.024476 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'name': 'router1', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:48:49Z', 'updated_at': '2022-03-22T17:49:00Z', 'revision_number': 2, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'gw_port_host': None, '_interfaces': [{'id': '7053a34f-cd3a-4f6d-97f9-d7ae714cd548', 'name': '', 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'mac_address': 'fa:16:3e:ce:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:48:59Z', 'updated_at': '2022-03-22T17:49:00Z', 'revision_number': 2, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'subnets': [{'id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb7d26fe-ff7d-4507-a4bf-360669215df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:02.074313 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Checking router: 37f4b41a-7e93-42f8-b656-6ca63ef6eda1 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:49:02.074691 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Updating router 37f4b41a-7e93-42f8-b656-6ca63ef6eda1 port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:49:02.151230 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:02.637259 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Publish callbacks [] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:02.730585 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:02.853581 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Pushing event updated for resources: {'Port': ['ID=7053a34f-cd3a-4f6d-97f9-d7ae714cd548,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:02.862936 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.863283 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.863632 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.863977 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.864309 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.864638 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.864959 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.865281 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.865636 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.865959 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.866279 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.866982 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.867389 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.867941 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.868081 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Tracked resource versions report: Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: pushed versions: Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: { 'AddressGroup': {'1.2'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Agent': {'1.1'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'ConntrackHelper': {'1.0'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Log': {'1.0'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'NDPProxy': {'1.0'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Network': {'1.1'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Port': {'1.7'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'PortForwarding': {'1.3'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'QosPolicy': {'1.10'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SecurityGroup': {'1.5'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SubPort': {'1.0'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Subnet': {'1.1'}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Trunk': {'1.1'}} Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: consumer versions: Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: { DHCP agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: L3 agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: Metadata agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: Metering agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: Open vSwitch agent@dv-cinder-739079-8-iscsi: { 'AddressGroup': '1.2', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Agent': '1.1', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'ConntrackHelper': '1.0', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'LocalIPAssociation': '1.0', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Log': '1.0', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'NDPProxy': '1.0', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Network': '1.1', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Port': '1.7', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'PortForwarding': '1.3', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'QosPolicy': '1.10', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SecurityGroup': '1.5', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SecurityGroupRule': '1.2', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SubPort': '1.0', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Subnet': '1.1', Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Trunk': '1.1'}} Mar 22 17:49:02.869554 dv-cinder-739079-8-iscsi neutron-server[110339]: {{(pid=110339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:49:02.990510 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-4ceaa5f0-a751-4988-a9c2-8b15a44e0ae3 None None] Provisioning complete for port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:49:02.991108 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa5f0-a751-4988-a9c2-8b15a44e0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:02.999894 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Attempting to bind port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:49:03.000302 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Attempting to bind port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '48e37498-0cd0-447b-b0f9-f34c37a74b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:49:03.000762 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Attempting to bind port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 on network 729b5721-6d21-4e2f-a6a1-d25d55190825 {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:49:03.006321 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:49:03.006744 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Checking segment: {'id': '48e37498-0cd0-447b-b0f9-f34c37a74b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:49:03.007266 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.008318 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Bound using segment: {'id': '48e37498-0cd0-447b-b0f9-f34c37a74b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:49:03.008810 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Bound port: 7053a34f-cd3a-4f6d-97f9-d7ae714cd548, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e37498-0cd0-447b-b0f9-f34c37a74b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:49:03.009042 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.030075 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-4ceaa5f0-a751-4988-a9c2-8b15a44e0ae3 None None] Port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:49:03.076999 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] For port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:49:03.095786 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] For port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=7053a34f-cd3a-4f6d-97f9-d7ae714cd548,segment=NetworkSegment(48e37498-0cd0-447b-b0f9-f34c37a74b8c),segment_id=48e37498-0cd0-447b-b0f9-f34c37a74b8c)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:49:03.164180 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.222009 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Routers {'37f4b41a-7e93-42f8-b656-6ca63ef6eda1'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:49:03.222646 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:48:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['37f4b41a-7e93-42f8-b656-6ca63ef6eda1'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:03.287335 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e19c4-e6a0-4375-945b-c9554acbec81 None None] Pushing event updated for resources: {'Port': ['ID=7053a34f-cd3a-4f6d-97f9-d7ae714cd548,revision_number=4']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:03.318684 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] Set router 37f4b41a-7e93-42f8-b656-6ca63ef6eda1 gateway port host: None {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:49:03.451995 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-18a8b4e5-1c3d-4952-bbcc-a7d9c28a6371 None None] Provisioning complete for port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:49:03.452309 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-18a8b4e5-1c3d-4952-bbcc-a7d9c28a6371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.532565 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-18a8b4e5-1c3d-4952-bbcc-a7d9c28a6371 None None] Current status of the port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:49:03.533217 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'name': 'router1', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:48:49Z', 'updated_at': '2022-03-22T17:49:00Z', 'revision_number': 2, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'gw_port_host': None, '_interfaces': [{'id': '7053a34f-cd3a-4f6d-97f9-d7ae714cd548', 'name': '', 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'mac_address': 'fa:16:3e:ce:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:48:59Z', 'updated_at': '2022-03-22T17:49:03Z', 'revision_number': 4, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'subnets': [{'id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb7d26fe-ff7d-4507-a4bf-360669215df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:03.533378 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-18a8b4e5-1c3d-4952-bbcc-a7d9c28a6371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.561124 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b3bed-d56a-4f96-8f6f-7951a96ff649 None None] The sync data for ids ['37f4b41a-7e93-42f8-b656-6ca63ef6eda1'] in dv-cinder-739079-8-iscsi is: [{'id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'name': 'router1', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:48:49Z', 'updated_at': '2022-03-22T17:49:00Z', 'revision_number': 2, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'gw_port_host': None, '_interfaces': [{'id': '7053a34f-cd3a-4f6d-97f9-d7ae714cd548', 'name': '', 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'mac_address': 'fa:16:3e:ce:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:48:59Z', 'updated_at': '2022-03-22T17:49:03Z', 'revision_number': 4, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'subnets': [{'id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb7d26fe-ff7d-4507-a4bf-360669215df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:49:03.572613 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-18a8b4e5-1c3d-4952-bbcc-a7d9c28a6371 None None] For port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=7053a34f-cd3a-4f6d-97f9-d7ae714cd548,segment=NetworkSegment(48e37498-0cd0-447b-b0f9-f34c37a74b8c),segment_id=48e37498-0cd0-447b-b0f9-f34c37a74b8c)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:03.656694 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-18a8b4e5-1c3d-4952-bbcc-a7d9c28a6371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.707109 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8b4e5-1c3d-4952-bbcc-a7d9c28a6371 None None] Pushing event updated for resources: {'Port': ['ID=7053a34f-cd3a-4f6d-97f9-d7ae714cd548,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:03.776038 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 32934) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:03.892240 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56070fcd-e071-4e44-9024-f19690461c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:03.893589 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-56070fcd-e071-4e44-9024-f19690461c98 admin admin] 10.222.0.73 "GET /v2.0/networks/7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 HTTP/1.1" status: 200 len: 842 time: 0.1165197 Mar 22 17:49:03.903428 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:49:04.016830 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Made reservation on behalf of f90ab78710274123a8f260cb6fde82b8 for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:49:04.019154 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.405304 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.objects.ports [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110337) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 17:49:04.405790 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for subnet (5c22e9be-d363-49ff-9295-171e7938cc0f), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.463206 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c22e9be-d363-49ff-9295-171e7938cc0f,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:04.472552 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:49:04.472903 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Network hostable DHCP agents. Network: 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:49:04.557110 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:49:04.631369 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:49:04.635730 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:04.636315 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.641836 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dcf7c8-a8ea-4453-8959-8b6863fb8130 None None] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:49:04.734524 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-2499ed54-dcaa-4e59-9707-43c2127731db admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8256717 Mar 22 17:49:04.752578 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a3f34f-ceb9-4f8d-aa80-7a97261eea3f None None] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:49:07.165692 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 32942) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:07.398760 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-3a87d036-5ca3-45ef-9744-178ecf815f51 demo admin] 10.222.0.73 "GET /v2.0/routers/37f4b41a-7e93-42f8-b656-6ca63ef6eda1 HTTP/1.1" status: 200 len: 710 time: 0.2313488 Mar 22 17:49:07.489058 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a516973-813c-4534-86d3-a44b7b6b5587 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:07.490466 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7a516973-813c-4534-86d3-a44b7b6b5587 demo admin] 10.222.0.73 "GET /v2.0/networks/7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 HTTP/1.1" status: 200 len: 886 time: 0.0862122 Mar 22 17:49:07.499346 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:49:07.755094 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Publish callbacks [] for router_gateway (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:08.143199 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Publish callbacks [] for router_gateway (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:08.222896 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:08.372336 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Allocated IP 172.27.1.42 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/d98d549c-77e4-42f6-a6a0-121ab28381da) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:49:08.481022 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Publish callbacks [] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:08.587378 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:08.653916 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:49:08.658508 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:49:08.666313 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:49:08.707814 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Pushing event updated for resources: {'Port': ['ID=d98d549c-77e4-42f6-a6a0-121ab28381da,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:09.052545 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Publish callbacks [] for router_gateway (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.253829 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-756688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6620'] for router (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.259315 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-756697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-756514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757896'] for router (37f4b41a-7e93-42f8-b656-6ca63ef6eda1), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.372075 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Router 37f4b41a-7e93-42f8-b656-6ca63ef6eda1 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:49:09.551500 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:49:09.556647 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.558131 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-6b77dc6b-21ab-4ff0-999a-217a4b8a3074 demo admin] 10.222.0.73 "PUT /v2.0/routers/37f4b41a-7e93-42f8-b656-6ca63ef6eda1 HTTP/1.1" status: 200 len: 889 time: 2.0616705 Mar 22 17:49:11.697419 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:49:11.747721 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:49:11.748125 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:11.826127 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:49:12.113747 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 32954) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:12.193732 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Sync routers for ids ['37f4b41a-7e93-42f8-b656-6ca63ef6eda1'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:49:12.205596 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Routers {'37f4b41a-7e93-42f8-b656-6ca63ef6eda1'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:49:12.206271 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:48:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['37f4b41a-7e93-42f8-b656-6ca63ef6eda1'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:12.234063 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b52a2ae8-596c-43f4-a096-ec788413970c admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1191664 Mar 22 17:49:12.441117 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Set router 37f4b41a-7e93-42f8-b656-6ca63ef6eda1 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:49:12.920315 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'name': 'router1', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd98d549c-77e4-42f6-a6a0-121ab28381da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:48:49Z', 'updated_at': '2022-03-22T17:49:08Z', 'revision_number': 4, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'gw_port': {'id': 'd98d549c-77e4-42f6-a6a0-121ab28381da', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:49:08Z', 'updated_at': '2022-03-22T17:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '7053a34f-cd3a-4f6d-97f9-d7ae714cd548', 'name': '', 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'mac_address': 'fa:16:3e:ce:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:48:59Z', 'updated_at': '2022-03-22T17:49:03Z', 'revision_number': 5, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'subnets': [{'id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb7d26fe-ff7d-4507-a4bf-360669215df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:12.972831 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Checking router: 37f4b41a-7e93-42f8-b656-6ca63ef6eda1 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:49:12.972831 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Updating router 37f4b41a-7e93-42f8-b656-6ca63ef6eda1 port d98d549c-77e4-42f6-a6a0-121ab28381da binding host dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:49:13.028331 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.348560 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Publish callbacks [] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), precommit_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.405071 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.456202 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Attempting to bind port d98d549c-77e4-42f6-a6a0-121ab28381da on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:49:13.456577 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Attempting to bind port d98d549c-77e4-42f6-a6a0-121ab28381da by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:49:13.456952 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Attempting to bind port d98d549c-77e4-42f6-a6a0-121ab28381da on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:49:13.464164 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5107706-8075-48bd-860f-87e47446b3ee None None] Pushing event updated for resources: {'Port': ['ID=d98d549c-77e4-42f6-a6a0-121ab28381da,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:13.468354 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:49:13.475094 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:49:13.475094 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.475094 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:49:13.475094 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Bound port: d98d549c-77e4-42f6-a6a0-121ab28381da, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:49:13.475094 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.529020 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] For port d98d549c-77e4-42f6-a6a0-121ab28381da, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:49:13.531946 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] For port d98d549c-77e4-42f6-a6a0-121ab28381da, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d98d549c-77e4-42f6-a6a0-121ab28381da,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:49:13.651724 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.708040 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Routers {'37f4b41a-7e93-42f8-b656-6ca63ef6eda1'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:49:13.708649 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:48:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['37f4b41a-7e93-42f8-b656-6ca63ef6eda1'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:13.710993 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5107706-8075-48bd-860f-87e47446b3ee None None] Pushing event updated for resources: {'Port': ['ID=d98d549c-77e4-42f6-a6a0-121ab28381da,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:13.819530 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] Set router 37f4b41a-7e93-42f8-b656-6ca63ef6eda1 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:49:14.054756 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'name': 'router1', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd98d549c-77e4-42f6-a6a0-121ab28381da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:48:49Z', 'updated_at': '2022-03-22T17:49:08Z', 'revision_number': 4, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'gw_port': {'id': 'd98d549c-77e4-42f6-a6a0-121ab28381da', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:49:08Z', 'updated_at': '2022-03-22T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '7053a34f-cd3a-4f6d-97f9-d7ae714cd548', 'name': '', 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'mac_address': 'fa:16:3e:ce:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:48:59Z', 'updated_at': '2022-03-22T17:49:03Z', 'revision_number': 5, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'subnets': [{'id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb7d26fe-ff7d-4507-a4bf-360669215df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:14.086082 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfaafe-fa0a-4dac-8b6e-2cc3386c329e None None] The sync data for ids ['37f4b41a-7e93-42f8-b656-6ca63ef6eda1'] in dv-cinder-739079-8-iscsi is: [{'id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'name': 'router1', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd98d549c-77e4-42f6-a6a0-121ab28381da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:48:49Z', 'updated_at': '2022-03-22T17:49:08Z', 'revision_number': 4, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'gw_port': {'id': 'd98d549c-77e4-42f6-a6a0-121ab28381da', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ef:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:49:08Z', 'updated_at': '2022-03-22T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '7053a34f-cd3a-4f6d-97f9-d7ae714cd548', 'name': '', 'network_id': '729b5721-6d21-4e2f-a6a1-d25d55190825', 'tenant_id': '1126c1b925dd454a95f7b4399a0561a6', 'mac_address': 'fa:16:3e:ce:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f4b41a-7e93-42f8-b656-6ca63ef6eda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:48:59Z', 'updated_at': '2022-03-22T17:49:03Z', 'revision_number': 5, 'project_id': '1126c1b925dd454a95f7b4399a0561a6', 'subnets': [{'id': 'c782c766-eb1c-4462-9440-b4b3405c6fde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb7d26fe-ff7d-4507-a4bf-360669215df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:49:15.703655 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d98d549c-77e4-42f6-a6a0-121ab28381da up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:49:15.764044 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port d98d549c-77e4-42f6-a6a0-121ab28381da triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:49:15.764578 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.862062 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port d98d549c-77e4-42f6-a6a0-121ab28381da is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:49:15.862665 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.952148 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port d98d549c-77e4-42f6-a6a0-121ab28381da, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d98d549c-77e4-42f6-a6a0-121ab28381da,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:16.028323 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:16.097877 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=d98d549c-77e4-42f6-a6a0-121ab28381da,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:16.865570 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 5 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:49:17.722630 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d98d549c-77e4-42f6-a6a0-121ab28381da up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:49:17.777516 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port d98d549c-77e4-42f6-a6a0-121ab28381da triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:49:17.778185 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d98d549c-77e4-42f6-a6a0-121ab28381da), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:17.914572 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port d98d549c-77e4-42f6-a6a0-121ab28381da is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:49:22.574131 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bab0bce0-06d2-4b04-a6ab-60b143d0072e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:24.690216 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-14dda459-7b76-488f-ad5b-8f58c0e90819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:25.861908 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:27.358632 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:29.022172 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:52.547411 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-497204f3-0402-4cdc-87b6-3257402100cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:53.865222 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 5 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:49:54.695523 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d9200a1-5a36-4067-9ada-ea7d8c846e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:55.838107 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:57.399114 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:59.039179 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:22.552219 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7c5977e1-d172-4c07-bbc0-e4a0854ebc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:24.714836 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-551d991e-1529-4fe4-8f24-55a94be2c63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:25.870432 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:27.361387 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:29.019912 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:30.865097 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 5 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:50:38.156477 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33438) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:38.218792 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.pecan_wsgi.hooks.translation [None req-30684c8f-5ef0-4fc3-95a3-ebf051ae51dd admin admin] GET failed (client error): The resource could not be found. Mar 22 17:50:38.220108 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-30684c8f-5ef0-4fc3-95a3-ebf051ae51dd admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626862 Mar 22 17:50:38.384080 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e25d2bd-37c1-4aa1-8396-1706bf15a415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:38.385580 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7e25d2bd-37c1-4aa1-8396-1706bf15a415 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1608076 Mar 22 17:50:40.714717 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33448) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:40.804607 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113b83fc-8f49-49b1-8fbd-3835098835cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:40.805987 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-113b83fc-8f49-49b1-8fbd-3835098835cb admin admin] 10.222.0.73 "GET /v2.0/subnets/c782c766-eb1c-4462-9440-b4b3405c6fde HTTP/1.1" status: 200 len: 849 time: 0.0903153 Mar 22 17:50:40.815402 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:50:40.903058 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Publish callbacks [] for subnet (c782c766-eb1c-4462-9440-b4b3405c6fde), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:41.100092 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726367562379'] for subnet (c782c766-eb1c-4462-9440-b4b3405c6fde), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:41.133466 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:41.134545 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:41.135496 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] 10.222.0.73 "PUT /v2.0/subnets/c782c766-eb1c-4462-9440-b4b3405c6fde HTTP/1.1" status: 200 len: 868 time: 0.3234742 Mar 22 17:50:41.138301 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b27ed-4d25-4f94-a55a-4bd806ad3355 None None] Network 729b5721-6d21-4e2f-a6a1-d25d55190825 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:50:41.154922 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c782c766-eb1c-4462-9440-b4b3405c6fde,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:41.162853 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.163229 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.163568 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.163914 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.164253 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.164589 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.164920 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.165247 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.165631 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.165964 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.166336 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.166683 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.167019 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.167344 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.167668 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d63fa4-d4a5-49ef-b29c-ca9a6e200394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:41.505270 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-f8290e65-000a-4a0a-801c-4df3913e5ca9 None None] Provisioning complete for port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:50:41.505677 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f8290e65-000a-4a0a-801c-4df3913e5ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7053a34f-cd3a-4f6d-97f9-d7ae714cd548), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:41.580369 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-f8290e65-000a-4a0a-801c-4df3913e5ca9 None None] Current status of the port 7053a34f-cd3a-4f6d-97f9-d7ae714cd548 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:50:41.590544 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-f8290e65-000a-4a0a-801c-4df3913e5ca9 None None] Provisioning complete for port 2a897f05-df3e-49a3-ba20-8708f94d8c02 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:50:41.590928 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f8290e65-000a-4a0a-801c-4df3913e5ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2a897f05-df3e-49a3-ba20-8708f94d8c02), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:41.666661 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-f8290e65-000a-4a0a-801c-4df3913e5ca9 None None] Current status of the port 2a897f05-df3e-49a3-ba20-8708f94d8c02 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:50:43.475566 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33456) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:43.673594 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3d18c-484d-475d-958c-cfe991a66c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:43.674074 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3d18c-484d-475d-958c-cfe991a66c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:43.675639 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7eb3d18c-484d-475d-958c-cfe991a66c3d admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990709 Mar 22 17:50:46.035431 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33464) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:46.167927 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b7f60-cafc-4d3b-a7f1-9ce94e116ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:46.168401 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b7f60-cafc-4d3b-a7f1-9ce94e116ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:46.170022 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1e1b7f60-cafc-4d3b-a7f1-9ce94e116ef6 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334324 Mar 22 17:50:48.591123 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33472) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:48.726224 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a973a3-3532-4301-a7f7-33d295447aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:48.727609 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-c8a973a3-3532-4301-a7f7-33d295447aea admin admin] 10.222.0.73 "GET /v2.0/networks/729b5721-6d21-4e2f-a6a1-d25d55190825 HTTP/1.1" status: 200 len: 869 time: 0.1355352 Mar 22 17:50:51.111623 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33482) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:51.240647 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e119f41-8168-4a1d-b544-e69de11f207b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:51.242071 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-9e119f41-8168-4a1d-b544-e69de11f207b admin admin] 10.222.0.73 "GET /v2.0/networks/7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 HTTP/1.1" status: 200 len: 886 time: 0.1294580 Mar 22 17:50:52.544823 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f857-c227-49c2-817f-dde6e20fced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:53.588431 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33490) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:53.713595 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab2b7d-1273-442a-84eb-b5992f47e9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:53.714052 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab2b7d-1273-442a-84eb-b5992f47e9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:53.715566 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-80ab2b7d-1273-442a-84eb-b5992f47e9b0 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261673 Mar 22 17:50:54.698757 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-22b517c5-568f-4507-be5a-2ff156dc78c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:55.853149 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:56.032972 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33498) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:56.123969 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4643a6e-9f30-4c81-b313-4b13df1bdfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:56.124425 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4643a6e-9f30-4c81-b313-4b13df1bdfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:56.125965 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a4643a6e-9f30-4c81-b313-4b13df1bdfe9 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920105 Mar 22 17:50:57.361880 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:58.444679 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33506) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:58.531624 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e2545-c65d-42af-b679-5603d80cfedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:58.532968 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-4a6e2545-c65d-42af-b679-5603d80cfedd admin admin] 10.222.0.73 "GET /v2.0/subnets/5c22e9be-d363-49ff-9295-171e7938cc0f HTTP/1.1" status: 200 len: 816 time: 0.0870214 Mar 22 17:50:58.984682 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:00.927067 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33514) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:51:01.023226 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebebe74-b6db-4239-b169-ba164cd75293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:01.024612 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-eebebe74-b6db-4239-b169-ba164cd75293 admin admin] 10.222.0.73 "GET /v2.0/subnets/c782c766-eb1c-4462-9440-b4b3405c6fde HTTP/1.1" status: 200 len: 868 time: 0.0965784 Mar 22 17:51:07.864050 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 5 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:51:22.543682 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f2355725-838f-49ee-99e1-e6eaf2f20148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:24.692567 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9ecf22de-fd72-4235-905c-8542b524f3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:25.857834 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:27.411947 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:29.006625 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:29.245208 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33566) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:51:29.293418 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [None req-c79a0e35-10f1-4be1-9a43-85a4831cd4e5 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:51:29.294436 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c79a0e35-10f1-4be1-9a43-85a4831cd4e5 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482550 Mar 22 17:51:31.697668 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33574) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:51:31.757352 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7808601-40b4-4252-90f1-a2dd20d18bb3 admin admin] GET failed (client error): The resource could not be found. Mar 22 17:51:31.758646 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a7808601-40b4-4252-90f1-a2dd20d18bb3 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600431 Mar 22 17:51:31.844989 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a708d-eaea-45f4-badf-5e09caeb052d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:31.846502 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-125a708d-eaea-45f4-badf-5e09caeb052d admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838344 Mar 22 17:51:34.229031 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33582) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:51:34.276462 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:51:34.383548 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Made reservation on behalf of f90ab78710274123a8f260cb6fde82b8 for: {'network': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:51:34.385887 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:34.419666 dv-cinder-739079-8-iscsi neutron-server[110337]: WARNING neutron.services.revisions.revision_plugin [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Could not find related network for resource to bump revision. Mar 22 17:51:34.432122 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=110337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:51:34.441314 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (3974622a-10c9-4a17-8125-28baeb73a67b), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:34.441681 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.segments_db [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Added segment 3974622a-10c9-4a17-8125-28baeb73a67b of type vlan for network c9cd438e-a941-4bd6-872a-9348d0f14c8b Mar 22 17:51:34.488114 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (c9cd438e-a941-4bd6-872a-9348d0f14c8b), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:34.589075 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (c9cd438e-a941-4bd6-872a-9348d0f14c8b), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:34.590076 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:34.590663 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:34.678768 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] Pushing event updated for resources: {'Network': ['ID=c9cd438e-a941-4bd6-872a-9348d0f14c8b,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:51:34.688656 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network c9cd438e-a941-4bd6-872a-9348d0f14c8b details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:51:34.757691 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1b1bf022-340d-4fc5-b23e-ca96f013b385 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5275285 Mar 22 17:51:37.098357 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33590) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:51:37.158538 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80f94b1-aa2d-4474-9a2b-c8d9415cc6a0 admin admin] GET failed (client error): The resource could not be found. Mar 22 17:51:37.160010 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-b80f94b1-aa2d-4474-9a2b-c8d9415cc6a0 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607052 Mar 22 17:51:37.261199 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0861088-228a-4ccf-9f06-d422fa2ba61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:37.262677 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-f0861088-228a-4ccf-9f06-d422fa2ba61a admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0986459 Mar 22 17:51:37.272426 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:51:37.360344 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Made reservation on behalf of f90ab78710274123a8f260cb6fde82b8 for: {'subnet': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:51:37.363587 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:37.600603 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for subnet (79ff3138-c6bf-44cb-a597-2e4d511161a7), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:37.656646 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ff3138-c6bf-44cb-a597-2e4d511161a7,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:51:37.668591 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.668936 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.669289 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.669652 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.669985 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.670307 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.670629 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.670949 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.671282 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.671605 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.671937 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.672281 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.672599 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.672909 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.673264 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:37.679468 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Checking segment: {'id': '3974622a-10c9-4a17-8125-28baeb73a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:51:37.679844 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Network hostable DHCP agents. Network: c9cd438e-a941-4bd6-872a-9348d0f14c8b, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:51:37.748702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Network c9cd438e-a941-4bd6-872a-9348d0f14c8b is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:51:37.828672 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, c9cd438e-a941-4bd6-872a-9348d0f14c8b) {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:51:37.832864 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:37.833486 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:37.837485 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d355b-c917-47c3-877f-91e631e7748a None None] Network c9cd438e-a941-4bd6-872a-9348d0f14c8b requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:51:37.911767 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-25181d70-6b8a-4c9e-8ec9-c05424009307 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6426067 Mar 22 17:51:37.940217 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-c9cd438e-a941-4bd6-872a-9348d0f14c8b', 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b', 'project_id': 'f90ab78710274123a8f260cb6fde82b8', 'fixed_ips': [{'subnet_id': '79ff3138-c6bf-44cb-a597-2e4d511161a7'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:51:37.942098 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:38.092783 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Allocated IP 192.168.233.2 (c9cd438e-a941-4bd6-872a-9348d0f14c8b/79ff3138-c6bf-44cb-a597-2e4d511161a7/b1ea0d0e-533f-4e1b-99cc-a5816b42897f) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:51:38.347898 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Publish callbacks [] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:38.469489 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:38.507609 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Network c9cd438e-a941-4bd6-872a-9348d0f14c8b is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:51:38.509067 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:51:38.512622 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:51:38.526314 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Pushing event updated for resources: {'Port': ['ID=b1ea0d0e-533f-4e1b-99cc-a5816b42897f,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:51:38.547370 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.547746 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.548115 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.548477 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.548815 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.549148 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.549509 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.549879 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.550210 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.550712 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.550852 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.551198 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.551524 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.551840 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.552229 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:38.595371 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Attempting to bind port b1ea0d0e-533f-4e1b-99cc-a5816b42897f on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:51:38.595944 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Attempting to bind port b1ea0d0e-533f-4e1b-99cc-a5816b42897f by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '3974622a-10c9-4a17-8125-28baeb73a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:51:38.596321 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Attempting to bind port b1ea0d0e-533f-4e1b-99cc-a5816b42897f on network c9cd438e-a941-4bd6-872a-9348d0f14c8b {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:51:38.603309 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:51:38.603623 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Checking segment: {'id': '3974622a-10c9-4a17-8125-28baeb73a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:51:38.604026 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:38.604423 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Bound using segment: {'id': '3974622a-10c9-4a17-8125-28baeb73a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:51:38.604891 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Bound port: b1ea0d0e-533f-4e1b-99cc-a5816b42897f, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3974622a-10c9-4a17-8125-28baeb73a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:51:38.605275 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:38.668664 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] For port b1ea0d0e-533f-4e1b-99cc-a5816b42897f, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:51:38.671760 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] For port b1ea0d0e-533f-4e1b-99cc-a5816b42897f, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=b1ea0d0e-533f-4e1b-99cc-a5816b42897f,segment=NetworkSegment(3974622a-10c9-4a17-8125-28baeb73a67b),segment_id=3974622a-10c9-4a17-8125-28baeb73a67b)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:51:38.761417 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:38.826406 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dccd23-bf81-4b11-84db-f45050bf1455 None None] Pushing event updated for resources: {'Port': ['ID=b1ea0d0e-533f-4e1b-99cc-a5816b42897f,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:51:39.639368 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3090e6ed-6a09-4fd0-9955-ac28ea63f855 None None] Network c9cd438e-a941-4bd6-872a-9348d0f14c8b requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:51:39.763646 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-f29b81f3-79ba-4bfb-9a96-07d64285a576 None None] Provisioning complete for port b1ea0d0e-533f-4e1b-99cc-a5816b42897f triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:51:39.763988 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f29b81f3-79ba-4bfb-9a96-07d64285a576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:39.800346 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device b1ea0d0e-533f-4e1b-99cc-a5816b42897f up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:51:39.899220 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-f29b81f3-79ba-4bfb-9a96-07d64285a576 None None] Current status of the port b1ea0d0e-533f-4e1b-99cc-a5816b42897f is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:51:39.900009 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f29b81f3-79ba-4bfb-9a96-07d64285a576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:39.904307 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port b1ea0d0e-533f-4e1b-99cc-a5816b42897f triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:51:39.904770 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:39.968023 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-f29b81f3-79ba-4bfb-9a96-07d64285a576 None None] For port b1ea0d0e-533f-4e1b-99cc-a5816b42897f, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=b1ea0d0e-533f-4e1b-99cc-a5816b42897f,segment=NetworkSegment(3974622a-10c9-4a17-8125-28baeb73a67b),segment_id=3974622a-10c9-4a17-8125-28baeb73a67b)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:51:40.020798 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port b1ea0d0e-533f-4e1b-99cc-a5816b42897f is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:51:40.021265 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:40.036477 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f29b81f3-79ba-4bfb-9a96-07d64285a576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:40.112313 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b81f3-79ba-4bfb-9a96-07d64285a576 None None] Pushing event updated for resources: {'Port': ['ID=b1ea0d0e-533f-4e1b-99cc-a5816b42897f,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:51:40.120672 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.db.api [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:51:40.121566 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG oslo_db.api [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:51:40.156091 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-abf544db-500e-48e6-a14e-234d70898445 None None] Provisioning complete for port b1ea0d0e-533f-4e1b-99cc-a5816b42897f triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:51:40.156473 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-abf544db-500e-48e6-a14e-234d70898445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:40.239821 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-abf544db-500e-48e6-a14e-234d70898445 None None] Current status of the port b1ea0d0e-533f-4e1b-99cc-a5816b42897f is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:51:40.657714 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port b1ea0d0e-533f-4e1b-99cc-a5816b42897f is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:51:41.749781 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device b1ea0d0e-533f-4e1b-99cc-a5816b42897f up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:51:41.797748 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port b1ea0d0e-533f-4e1b-99cc-a5816b42897f triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:51:41.798140 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b1ea0d0e-533f-4e1b-99cc-a5816b42897f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:41.875516 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port b1ea0d0e-533f-4e1b-99cc-a5816b42897f is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:51:44.863414 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 5 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:51:52.571129 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-edf0b972-ff37-4374-9cb5-7eabb9e48332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:54.719741 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-84d78f2d-7375-4382-a3db-b825e4fabf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:55.856976 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:57.382806 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:58.999593 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:21.862122 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 5 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:52:22.587813 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-83f646cf-d048-4de7-8b2e-05b6041dae3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:24.696383 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e766b047-23f4-47ca-ba34-47574616483d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:25.907842 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:27.353260 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:29.016215 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.546071 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f30de1df-1fd3-4a09-9460-e8059debae94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:54.700967 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-91c6de72-0ffe-4170-9261-c00c41d075ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:55.871793 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:57.375575 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:58.860353 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 5 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:52:59.020681 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:06.418565 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33628) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:53:06.424880 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [None req-a94b1475-a5b0-4970-b78a-53a50eeb5a47 tempest-verify_tempest_config-1040472494 tempest-verify_tempest_config-1040472494-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:53:06.426125 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a94b1475-a5b0-4970-b78a-53a50eeb5a47 tempest-verify_tempest_config-1040472494 tempest-verify_tempest_config-1040472494-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065970 Mar 22 17:53:06.902234 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33646) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:53:07.004815 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:07.080234 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Publish callbacks [] for security_group (03ba33d4-1521-4b72-8d22-317c887d2ec6), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:07.146600 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (03ba33d4-1521-4b72-8d22-317c887d2ec6), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:07.188612 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb6e193150284718bae4e54a433fb8be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2856140 Mar 22 17:53:07.190914 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ba33d4-1521-4b72-8d22-317c887d2ec6,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:53:07.192151 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33652) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:53:07.197578 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.197926 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.198283 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.198624 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.198952 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.199271 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.199595 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.199914 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.200243 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.200699 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.201032 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.201352 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.201696 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.202015 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.202328 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069db5b2-9d88-46fb-8cef-fbb19f19f1a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.244952 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Publish callbacks [] for security_group (03ba33d4-1521-4b72-8d22-317c887d2ec6), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:07.265107 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Publish callbacks [] for security_group (03ba33d4-1521-4b72-8d22-317c887d2ec6), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:07.477824 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (03ba33d4-1521-4b72-8d22-317c887d2ec6), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:07.480471 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:07.481648 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03ba33d4-1521-4b72-8d22-317c887d2ec6 HTTP/1.1" status: 204 len: 168 time: 0.2885089 Mar 22 17:53:07.490184 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ba33d4-1521-4b72-8d22-317c887d2ec6,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:53:07.497074 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.497360 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.497749 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.498093 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.498426 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.498758 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.499090 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.499416 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.499847 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.500095 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.500419 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.500749 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.501071 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.501415 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:07.501738 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8ab037-4a6a-47bc-8ad3-859c6eac7045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:53:22.546327 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-12ed5121-f233-478e-bf92-6641a38ef291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:24.723716 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-88581673-d280-4124-805d-b08cf7b90f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:25.877758 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:27.384699 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:29.021330 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:35.859366 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 5 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:53:52.545734 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a989fc3c-e68b-4638-b161-bd8c7cdf75fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:54.722883 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-23ca08b3-93f4-4bcd-b2a8-9be61c21bc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:55.871173 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:57.395219 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:59.031089 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:12.857738 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 5 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:54:22.556505 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cc4979da-54ca-4d24-a02b-8b096636814c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:24.762135 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9c5f737f-0c6d-4d42-bb78-a9d3a2d5e74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:25.865727 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:27.400472 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:29.025242 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.858653 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 5 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:54:52.475823 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753954'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.572431 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3e97331d-e440-4326-aa51-d8c9198a6ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:54.690224 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-4cec769d-574f-4097-a311-0821ac45e86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:55.898412 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:57.406882 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:59.084207 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:07.292212 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33724) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:55:07.422599 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-67b1157a-6a25-4e1a-9675-d84447bd4a01 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1292818 Mar 22 17:55:09.820227 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33734) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:55:09.886537 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-9f9f56ad-dfd6-415b-bc4f-4630098c587f admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0651855 Mar 22 17:55:22.449138 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:22.563542 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a0118a4e-252e-46fe-96ab-f89a9add580b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:24.691467 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ad670a27-fd0a-43d4-856c-78148408d8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:25.900406 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:26.856723 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:55:27.416912 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:29.029061 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:52.499910 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:52.588084 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-27911ea8-002f-4c5b-ab2b-5763d8adf0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:54.691038 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6e247490-5395-4a15-9aaf-e1949fb0b73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:55.884775 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:57.396174 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:59.033899 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:03.856673 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:56:22.476884 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:22.570139 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ec11b642-fecb-41b3-a151-65c44487613f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:24.695896 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5757ad72-ee7d-430c-94ab-1a2cc065b34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:25.881154 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:27.433307 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:29.269539 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:40.856641 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:56:51.315757 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33946) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:51.335874 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33952) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:51.365337 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33956) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:51.398216 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 33958) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:51.830599 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-network', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:51.842236 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-637836604-network', 'tenant_id': '4d925cb22561432a9fb611016cb4e943'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:51.865714 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-961889754-network', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:51.902760 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-337163573-network', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:51.954340 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Made reservation on behalf of 75d8f1bf3674461eb14e5de4c707bcfb for: {'network': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:56:51.956826 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:51.966399 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Made reservation on behalf of 472a603765ff40e68405f6d1bcf35e80 for: {'network': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:56:51.966599 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:51.970436 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:51.975584 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 33982) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:51.987021 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Made reservation on behalf of 4d925cb22561432a9fb611016cb4e943 for: {'network': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:56:51.988737 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:51.989281 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.003246 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Made reservation on behalf of 5933ff6f94b24ebf85963e593ac67df1 for: {'network': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:56:52.003246 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.019661 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.030058 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.058089 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-424428731-network', 'tenant_id': '5be59f96184f4a25b50eb8deeec2c4d6'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:52.190350 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Publish callbacks [] for security_group (4e8a00ce-2132-4cce-8cae-9640d88d1070), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.207390 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Publish callbacks [] for security_group (2a4a9180-8846-479f-8595-b89a8d4a312e), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.244484 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Publish callbacks [] for security_group (4aaf3dce-8fec-4c03-b309-e22ab6f8bae4), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.250333 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Made reservation on behalf of 5be59f96184f4a25b50eb8deeec2c4d6 for: {'network': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:56:52.250333 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.263323 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Publish callbacks [] for security_group (e1ad7dc7-a301-4a68-9b57-7bc308ad7c48), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.264609 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.268643 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (4e8a00ce-2132-4cce-8cae-9640d88d1070), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.276365 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2a4a9180-8846-479f-8595-b89a8d4a312e), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.313638 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=110337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:56:52.316348 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4a9180-8846-479f-8595-b89a8d4a312e,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:52.335539 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a00ce-2132-4cce-8cae-9640d88d1070,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:52.335766 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=110336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:56:52.339487 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (4aaf3dce-8fec-4c03-b309-e22ab6f8bae4), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.345199 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.345767 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.346277 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.346791 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.347310 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.347844 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.348330 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.348815 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.349327 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.349866 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.350502 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.351011 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.351496 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.352076 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.352556 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Tracked resource versions report: Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: pushed versions: Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: { 'AddressGroup': {'1.2'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Agent': {'1.1'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'ConntrackHelper': {'1.0'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Log': {'1.0'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'NDPProxy': {'1.0'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Network': {'1.1'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Port': {'1.7'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'PortForwarding': {'1.3'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'QosPolicy': {'1.10'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SecurityGroup': {'1.5'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SubPort': {'1.0'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Subnet': {'1.1'}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Trunk': {'1.1'}} Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: consumer versions: Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: { DHCP agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: HyperV agent@hv-cinder-73907: {}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: L3 agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: Metadata agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: Metering agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: Open vSwitch agent@dv-cinder-739079-8-iscsi: { 'AddressGroup': '1.2', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Agent': '1.1', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'ConntrackHelper': '1.0', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'LocalIPAssociation': '1.0', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Log': '1.0', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'NDPProxy': '1.0', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Network': '1.1', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Port': '1.7', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'PortForwarding': '1.3', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'QosPolicy': '1.10', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SecurityGroup': '1.5', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SecurityGroupRule': '1.2', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'SubPort': '1.0', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Subnet': '1.1', Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: 'Trunk': '1.1'}} Mar 22 17:56:52.354005 dv-cinder-739079-8-iscsi neutron-server[110337]: {{(pid=110337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:56:52.362412 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (817778c1-c56d-4468-9e3b-e16f0536d970), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.363067 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.segments_db [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Added segment 817778c1-c56d-4468-9e3b-e16f0536d970 of type vlan for network 5526a5c6-8138-43f9-802e-dfcd05bb423a Mar 22 17:56:52.363703 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.364053 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.364437 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.364750 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.371367 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.371893 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.372397 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.376860 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.377569 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.378184 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.378713 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.379216 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.379731 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.380227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.380723 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Tracked resource versions report: Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: pushed versions: Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: { 'AddressGroup': {'1.2'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Agent': {'1.1'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'ConntrackHelper': {'1.0'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Log': {'1.0'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'NDPProxy': {'1.0'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Network': {'1.1'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Port': {'1.7'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'PortForwarding': {'1.3'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'QosPolicy': {'1.10'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SecurityGroup': {'1.5'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SubPort': {'1.0'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Subnet': {'1.1'}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Trunk': {'1.1'}} Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: consumer versions: Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: { DHCP agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: HyperV agent@hv-cinder-73907: {}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: L3 agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: Metadata agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: Metering agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: Open vSwitch agent@dv-cinder-739079-8-iscsi: { 'AddressGroup': '1.2', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Agent': '1.1', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'ConntrackHelper': '1.0', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'LocalIPAssociation': '1.0', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Log': '1.0', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'NDPProxy': '1.0', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Network': '1.1', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Port': '1.7', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'PortForwarding': '1.3', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'QosPolicy': '1.10', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SecurityGroup': '1.5', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SecurityGroupRule': '1.2', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'SubPort': '1.0', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Subnet': '1.1', Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: 'Trunk': '1.1'}} Mar 22 17:56:52.383883 dv-cinder-739079-8-iscsi neutron-server[110336]: {{(pid=110336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:56:52.401872 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e1ad7dc7-a301-4a68-9b57-7bc308ad7c48), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.416387 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (5526a5c6-8138-43f9-802e-dfcd05bb423a), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.423529 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (d9476843-4175-4449-87b3-60e0932f0a17), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.424181 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.segments_db [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Added segment d9476843-4175-4449-87b3-60e0932f0a17 of type vlan for network b50e1b37-0f21-414b-993c-223d33d99c74 Mar 22 17:56:52.425703 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=110336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:56:52.473141 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=110336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:56:52.480131 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (1d58d7f0-214d-4f45-b9b1-d7243c113497), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.480681 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.segments_db [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Added segment 1d58d7f0-214d-4f45-b9b1-d7243c113497 of type vlan for network ba936390-cac1-4492-b7d1-b07f4c922a85 Mar 22 17:56:52.481541 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.510290 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaf3dce-8fec-4c03-b309-e22ab6f8bae4,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:52.550562 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (fc86a71a-973c-484b-b96c-2e5414b181a8), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.551486 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.segments_db [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Added segment fc86a71a-973c-484b-b96c-2e5414b181a8 of type vlan for network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 Mar 22 17:56:52.584033 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (b50e1b37-0f21-414b-993c-223d33d99c74), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.586849 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (5526a5c6-8138-43f9-802e-dfcd05bb423a), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.588305 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:52.589674 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.622091 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (ba936390-cac1-4492-b7d1-b07f4c922a85), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.629208 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-0f5fac16-23b4-4ee5-b5c2-aac9109c7f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.674455 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (4e4dae78-e07e-477d-b0e6-40a6a7f8a749), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.682080 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ad7dc7-a301-4a68-9b57-7bc308ad7c48,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:52.703192 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Publish callbacks [] for security_group (0a6a42b9-ef9d-4926-9148-e6611a5ee67c), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.730277 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3281901 Mar 22 17:56:52.730402 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34022) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:52.735144 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Request body: {'subnet': {'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-961889754-subnet', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:52.748217 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5cf6c-8b34-4817-b3fa-8eba7c006c6d admin admin] Pushing event updated for resources: {'Network': ['ID=5526a5c6-8138-43f9-802e-dfcd05bb423a,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:52.760336 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network 5526a5c6-8138-43f9-802e-dfcd05bb423a details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:56:52.811511 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (0a6a42b9-ef9d-4926-9148-e6611a5ee67c), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.825932 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=110336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:56:52.842738 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (ab86f73a-bce9-461b-806e-b16209803bb1), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.844290 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.segments_db [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Added segment ab86f73a-bce9-461b-806e-b16209803bb1 of type vlan for network 633041c9-2b5a-430b-9472-2b4e85cf0e3c Mar 22 17:56:52.849437 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (4e4dae78-e07e-477d-b0e6-40a6a7f8a749), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.849437 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:52.849437 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.850687 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (b50e1b37-0f21-414b-993c-223d33d99c74), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.851695 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:52.852772 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.854825 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (ba936390-cac1-4492-b7d1-b07f4c922a85), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.855630 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:52.856229 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.857996 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Made reservation on behalf of 472a603765ff40e68405f6d1bcf35e80 for: {'subnet': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:56:52.860183 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:52.962613 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6a42b9-ef9d-4926-9148-e6611a5ee67c,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:52.988104 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (633041c9-2b5a-430b-9472-2b4e85cf0e3c), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.051880 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6849005 Mar 22 17:56:53.055871 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34034) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:53.058829 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7216709 Mar 22 17:56:53.062409 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34036) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:53.062812 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Request body: {'subnet': {'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-337163573-subnet', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:53.072838 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7528193 Mar 22 17:56:53.074650 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34042) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:53.081598 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Request body: {'subnet': {'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-subnet', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:53.082419 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Request body: {'subnet': {'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-subnet', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:53.106064 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596c6b2-af88-42e7-8b61-f3c5000c9a35 admin admin] Pushing event updated for resources: {'Network': ['ID=4e4dae78-e07e-477d-b0e6-40a6a7f8a749,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:53.118478 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:56:53.188677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (633041c9-2b5a-430b-9472-2b4e85cf0e3c), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.189637 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:53.190219 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.206946 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Made reservation on behalf of 5933ff6f94b24ebf85963e593ac67df1 for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:56:53.209673 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153d919-c679-4b11-a564-4abda9f9adc5 admin admin] Pushing event updated for resources: {'Network': ['ID=b50e1b37-0f21-414b-993c-223d33d99c74,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:53.210234 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.215178 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Made reservation on behalf of 4d925cb22561432a9fb611016cb4e943 for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:56:53.217835 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.227511 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network b50e1b37-0f21-414b-993c-223d33d99c74 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:56:53.301492 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Made reservation on behalf of 75d8f1bf3674461eb14e5de4c707bcfb for: {'subnet': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:56:53.304569 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.327627 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3483496 Mar 22 17:56:53.371430 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34054) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:53.381128 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Request body: {'subnet': {'network_id': '633041c9-2b5a-430b-9472-2b4e85cf0e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-424428731-subnet', 'tenant_id': '5be59f96184f4a25b50eb8deeec2c4d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:53.409037 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b322f-0997-44d3-ae6b-842530c17ebb admin admin] Pushing event updated for resources: {'Network': ['ID=ba936390-cac1-4492-b7d1-b07f4c922a85,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:53.426755 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network ba936390-cac1-4492-b7d1-b07f4c922a85 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:56:53.495394 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b2bd2-4271-4b25-99ee-de8af2838b51 admin admin] Pushing event updated for resources: {'Network': ['ID=633041c9-2b5a-430b-9472-2b4e85cf0e3c,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:53.526450 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network 633041c9-2b5a-430b-9472-2b4e85cf0e3c details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:56:53.722638 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for subnet (adb8dba7-6995-423a-bf33-4b0c253f43b0), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.760858 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Made reservation on behalf of 5be59f96184f4a25b50eb8deeec2c4d6 for: {'subnet': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:56:53.763442 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.825218 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb8dba7-6995-423a-bf33-4b0c253f43b0,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:53.835088 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for subnet (9169a76e-b5b1-49f2-b443-ba875ae2c50e), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.855313 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for subnet (034b3e94-a94e-46aa-aa11-8a9a61a0e34c), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.862438 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for subnet (7bd4adf8-880a-469c-b4d5-8dfacc6eb998), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:53.925598 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Checking segment: {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:56:53.926733 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Network hostable DHCP agents. Network: 5526a5c6-8138-43f9-802e-dfcd05bb423a, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:56:53.963454 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9169a76e-b5b1-49f2-b443-ba875ae2c50e,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:53.984994 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Checking segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:56:53.985474 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Network hostable DHCP agents. Network: 4e4dae78-e07e-477d-b0e6-40a6a7f8a749, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:56:53.993579 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Checking segment: {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:56:53.994016 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Network hostable DHCP agents. Network: ba936390-cac1-4492-b7d1-b07f4c922a85, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:56:53.996126 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=034b3e94-a94e-46aa-aa11-8a9a61a0e34c,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:54.016577 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Checking segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:56:54.016931 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Network hostable DHCP agents. Network: b50e1b37-0f21-414b-993c-223d33d99c74, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:56:54.053209 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd4adf8-880a-469c-b4d5-8dfacc6eb998,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:54.142854 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Network 5526a5c6-8138-43f9-802e-dfcd05bb423a is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:56:54.171940 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Network ba936390-cac1-4492-b7d1-b07f4c922a85 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:56:54.173018 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Network b50e1b37-0f21-414b-993c-223d33d99c74 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:56:54.174371 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:56:54.179524 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for subnet (2879fae9-084d-4e1f-9118-52b449a2f9fb), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.232222 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2879fae9-084d-4e1f-9118-52b449a2f9fb,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:54.249285 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Checking segment: {'id': 'ab86f73a-bce9-461b-806e-b16209803bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '633041c9-2b5a-430b-9472-2b4e85cf0e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:56:54.249686 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Network hostable DHCP agents. Network: 633041c9-2b5a-430b-9472-2b4e85cf0e3c, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:56:54.262624 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, 5526a5c6-8138-43f9-802e-dfcd05bb423a) {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:54.264881 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, ba936390-cac1-4492-b7d1-b07f4c922a85) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:54.266919 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, 4e4dae78-e07e-477d-b0e6-40a6a7f8a749) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:54.270284 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:54.270284 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.271973 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:54.272558 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.283084 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199cd5a5-16a6-4fb5-91fe-101e71f4b0b2 None None] Network 5526a5c6-8138-43f9-802e-dfcd05bb423a requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:56:54.290717 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, b50e1b37-0f21-414b-993c-223d33d99c74) {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:54.299000 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:54.299000 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.299241 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:54.299241 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.326114 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a5c60-8b5e-4235-a85f-2c36f1408ce5 None None] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:56:54.329068 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa5bc98-7bd2-44ff-881d-af6b5ff85f5e None None] Network ba936390-cac1-4492-b7d1-b07f4c922a85 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:56:54.330758 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb1d1f4-d22c-4bde-bdef-b3613ea5fdd8 None None] Network b50e1b37-0f21-414b-993c-223d33d99c74 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:56:54.353149 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Network 633041c9-2b5a-430b-9472-2b4e85cf0e3c is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:56:54.360708 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, 633041c9-2b5a-430b-9472-2b4e85cf0e3c) {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:54.369795 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:54.369795 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.410113 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fae6ed-eeb3-4dbc-a8d6-55c39544f0a1 None None] Network 633041c9-2b5a-430b-9472-2b4e85cf0e3c requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:56:54.428905 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1a0af301-5dcf-49fc-ad78-c0da23286a3f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3680654 Mar 22 17:56:54.433502 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-5bb5a59f-e329-44e0-b777-4e0fe7772774 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3521080 Mar 22 17:56:54.433664 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34086) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:54.433664 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34088) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:54.433879 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34090) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:54.438233 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:54.445931 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-95312e20-7411-48d0-9522-42fe4e4aaf34 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7107923 Mar 22 17:56:54.445931 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:54.447442 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34096) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:54.455964 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:54.476553 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-f26d7061-4457-46bc-b727-31603d449124 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4103091 Mar 22 17:56:54.481062 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34098) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:54.481584 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-6a561e73-f13e-47e2-abf5-e21ea6f122ef admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1085427 Mar 22 17:56:54.495009 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:56:54.549388 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.551138 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.580930 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (0dd1c279-0183-4674-9d83-412a42615194), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.582660 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (0dd1c279-0183-4674-9d83-412a42615194), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.683286 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-52251a52-6f08-4469-a80e-05f4458616e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.686141 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks [] for router_controller (0dd1c279-0183-4674-9d83-412a42615194), precommit_add_association {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.720000 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.721077 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.761118 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks [] for router_controller (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), precommit_add_association {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.762217 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.763447 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.858678 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks [] for router_controller (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), precommit_add_association {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.864492 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks [] for router_controller (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), precommit_add_association {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.877839 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-5526a5c6-8138-43f9-802e-dfcd05bb423a', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:56:54.878720 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.907091 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-52251a52-6f08-4469-a80e-05f4458616e9 admin admin] Publish callbacks [] for security_group (9190bc2e-569c-429d-b64e-ebb37c6a5ab1), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.034341 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-ba936390-cac1-4492-b7d1-b07f4c922a85', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'project_id': '4d925cb22561432a9fb611016cb4e943', 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:56:55.035217 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.116268 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-52251a52-6f08-4469-a80e-05f4458616e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9190bc2e-569c-429d-b64e-ebb37c6a5ab1), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.122003 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34136) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:55.127721 dv-cinder-739079-8-iscsi neutron-server[110336]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 17:56:55.131161 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks [] for router_gateway (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.156036 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Allocated IP 172.20.0.2 (5526a5c6-8138-43f9-802e-dfcd05bb423a/adb8dba7-6995-423a-bf33-4b0c253f43b0/76017764-a562-4799-b5be-6b209a4acdc0) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:56:55.227458 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks [] for router_gateway (0dd1c279-0183-4674-9d83-412a42615194), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.261757 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:56:55.262590 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.289840 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks [] for router_gateway (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.295898 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52251a52-6f08-4469-a80e-05f4458616e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9190bc2e-569c-429d-b64e-ebb37c6a5ab1,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:55.304467 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-52251a52-6f08-4469-a80e-05f4458616e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0294e75c9a240e3975766f2b209fdec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8692954 Mar 22 17:56:55.311347 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34138) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:55.357291 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-b50e1b37-0f21-414b-993c-223d33d99c74', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:56:55.358199 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.369622 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5517fa0c-8163-4c63-a788-0160361f1828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.390505 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18791d2-a0ec-4a84-99b6-a606b08e89ec None None] Network 633041c9-2b5a-430b-9472-2b4e85cf0e3c requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:56:55.391839 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks [] for router_gateway (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.469231 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-38bd4a16-69ed-4b2b-91e1-920e5abaf324 admin admin] Publish callbacks [] for security_group (9190bc2e-569c-429d-b64e-ebb37c6a5ab1), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.480966 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-c2417eaa-a791-46a3-bb1b-49143af81d7d tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:56:55.482681 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-c2417eaa-a791-46a3-bb1b-49143af81d7d tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/networks?id=633041c9-2b5a-430b-9472-2b4e85cf0e3c HTTP/1.1" status: 200 len: 811 time: 0.3571470 Mar 22 17:56:55.520909 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-4e4311f8-7dd8-4d98-9bc2-744f0b225b29 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/quotas/5be59f96184f4a25b50eb8deeec2c4d6 HTTP/1.1" status: 200 len: 375 time: 0.0268557 Mar 22 17:56:55.533117 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-38bd4a16-69ed-4b2b-91e1-920e5abaf324 admin admin] Publish callbacks [] for security_group (9190bc2e-569c-429d-b64e-ebb37c6a5ab1), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.559280 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Allocated IP 172.20.0.2 (ba936390-cac1-4492-b7d1-b07f4c922a85/7bd4adf8-880a-469c-b4d5-8dfacc6eb998/d517a1f1-19cf-455b-b7bc-2dbde40c72bd) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:56:55.611427 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-0262e683-ebd5-4050-88c1-b0d5c6c0314a tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5be59f96184f4a25b50eb8deeec2c4d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785999 Mar 22 17:56:55.697456 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks [] for router_gateway (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.725438 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.744072 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-38bd4a16-69ed-4b2b-91e1-920e5abaf324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9190bc2e-569c-429d-b64e-ebb37c6a5ab1), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.747681 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-38bd4a16-69ed-4b2b-91e1-920e5abaf324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.757585 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-38bd4a16-69ed-4b2b-91e1-920e5abaf324 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9190bc2e-569c-429d-b64e-ebb37c6a5ab1 HTTP/1.1" status: 204 len: 168 time: 0.4379299 Mar 22 17:56:55.763635 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd4a16-69ed-4b2b-91e1-920e5abaf324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9190bc2e-569c-429d-b64e-ebb37c6a5ab1,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:55.858715 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks [] for router_gateway (0dd1c279-0183-4674-9d83-412a42615194), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.875943 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Allocated IP 172.27.1.29 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/9755350a-c6a6-4703-9d28-290a750df1ae) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:56:55.888910 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.936869 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Publish callbacks [] for port (76017764-a562-4799-b5be-6b209a4acdc0), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:55.949845 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-fa0ed0ea-9fa9-483d-97d1-aa2a4e5bddc5 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:56:55.950865 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-fa0ed0ea-9fa9-483d-97d1-aa2a4e5bddc5 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1391661 Mar 22 17:56:55.963842 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Allocated IP 172.20.0.2 (4e4dae78-e07e-477d-b0e6-40a6a7f8a749/034b3e94-a94e-46aa-aa11-8a9a61a0e34c/7f6c5ecb-9088-4596-8a07-eaa4b979c168) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:56:55.977052 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Allocated IP 172.20.0.2 (b50e1b37-0f21-414b-993c-223d33d99c74/9169a76e-b5b1-49f2-b443-ba875ae2c50e/b74b3574-6fe4-4639-9562-2712b42ee18e) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:56:55.984810 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.020599 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks [] for port (9755350a-c6a6-4703-9d28-290a750df1ae), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.071189 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-f23a544d-dba0-494e-a533-5e6b7d18d18d service neutron] 10.222.0.73 "GET /v2.0/networks/633041c9-2b5a-430b-9472-2b4e85cf0e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126635 Mar 22 17:56:56.130915 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (76017764-a562-4799-b5be-6b209a4acdc0), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.183710 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Pushing event updated for resources: {'Port': ['ID=76017764-a562-4799-b5be-6b209a4acdc0,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:56.197754 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-304d19ab-333e-4f5b-afb7-4abf321bf227 service neutron] 10.222.0.73 "GET /v2.0/networks/633041c9-2b5a-430b-9472-2b4e85cf0e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204002 Mar 22 17:56:56.208433 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Publish callbacks [] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.209700 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Network 5526a5c6-8138-43f9-802e-dfcd05bb423a is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:56:56.212926 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.215812 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:56.225507 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.225780 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.226137 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.226495 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.227497 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.228156 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.228921 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.229136 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.229503 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.229833 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.230160 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.230508 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.230857 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.231173 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.231527 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Tracked resource versions report: Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: pushed versions: Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: { 'AddressGroup': {'1.2'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Agent': {'1.1'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'ConntrackHelper': {'1.0'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Log': {'1.0'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'NDPProxy': {'1.0'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Network': {'1.1'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Port': {'1.7'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'PortForwarding': {'1.3'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'QosPolicy': {'1.10'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SecurityGroup': {'1.5'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SubPort': {'1.0'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Subnet': {'1.1'}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Trunk': {'1.1'}} Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: consumer versions: Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: { DHCP agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: HyperV agent@hv-cinder-73907: {}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: L3 agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: Metadata agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: Metering agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: Open vSwitch agent@dv-cinder-739079-8-iscsi: { 'AddressGroup': '1.2', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Agent': '1.1', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'ConntrackHelper': '1.0', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'LocalIPAssociation': '1.0', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Log': '1.0', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'NDPProxy': '1.0', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Network': '1.1', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Port': '1.7', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'PortForwarding': '1.3', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'QosPolicy': '1.10', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SecurityGroup': '1.5', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SecurityGroupRule': '1.2', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'SubPort': '1.0', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Subnet': '1.1', Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: 'Trunk': '1.1'}} Mar 22 17:56:56.232664 dv-cinder-739079-8-iscsi neutron-server[110338]: {{(pid=110338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:56:56.247880 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:56:56.282400 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:56:56.292865 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:56.299850 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:56:56.310659 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Allocated IP 172.27.1.116 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/bc98409e-088c-456a-bfee-e15bd92eab55) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:56:56.310841 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.390352 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Pushing event updated for resources: {'Port': ['ID=d517a1f1-19cf-455b-b7bc-2dbde40c72bd,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:56.397920 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Pushing event updated for resources: {'Port': ['ID=9755350a-c6a6-4703-9d28-290a750df1ae,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:56.435793 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Network ba936390-cac1-4492-b7d1-b07f4c922a85 is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:56:56.458404 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:56.464611 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:56:56.474137 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Attempting to bind port 76017764-a562-4799-b5be-6b209a4acdc0 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:56:56.476994 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Attempting to bind port 76017764-a562-4799-b5be-6b209a4acdc0 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:56:56.476994 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Attempting to bind port 76017764-a562-4799-b5be-6b209a4acdc0 on network 5526a5c6-8138-43f9-802e-dfcd05bb423a {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:56:56.549453 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:56:56.549453 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Checking segment: {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:56:56.549453 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.549453 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Bound using segment: {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:56:56.550005 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Bound port: 76017764-a562-4799-b5be-6b209a4acdc0, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:56:56.550183 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (76017764-a562-4799-b5be-6b209a4acdc0), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.564806 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks [] for port (bc98409e-088c-456a-bfee-e15bd92eab55), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.606531 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Attempting to bind port d517a1f1-19cf-455b-b7bc-2dbde40c72bd on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:56:56.607347 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Attempting to bind port d517a1f1-19cf-455b-b7bc-2dbde40c72bd by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:56:56.607347 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Attempting to bind port d517a1f1-19cf-455b-b7bc-2dbde40c72bd on network ba936390-cac1-4492-b7d1-b07f4c922a85 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:56:56.640070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Publish callbacks [] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.640070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Publish callbacks [] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.640070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:56:56.640070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Checking segment: {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:56:56.640070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.640070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Bound using segment: {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:56:56.640070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Bound port: d517a1f1-19cf-455b-b7bc-2dbde40c72bd, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:56:56.640070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.691127 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks [] for router_gateway (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.717742 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.737437 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] For port d517a1f1-19cf-455b-b7bc-2dbde40c72bd, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:56:56.791981 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.826537 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4d4365e2-05ff-46d9-8913-cc984ec71c89 req-855394b3-230f-46e1-bc31-355066306fe6 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.0797143 Mar 22 17:56:56.868275 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:56:56.871032 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:56.884968 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:56:56.888192 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Pushing event updated for resources: {'Port': ['ID=bc98409e-088c-456a-bfee-e15bd92eab55,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:56.912255 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks [] for router_gateway (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:57.007012 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] For port d517a1f1-19cf-455b-b7bc-2dbde40c72bd, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d517a1f1-19cf-455b-b7bc-2dbde40c72bd,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:56:57.013896 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:57.022928 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:57.059800 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] For port 76017764-a562-4799-b5be-6b209a4acdc0, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:56:57.110852 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] For port 76017764-a562-4799-b5be-6b209a4acdc0, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=76017764-a562-4799-b5be-6b209a4acdc0,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:56:57.116557 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Network b50e1b37-0f21-414b-993c-223d33d99c74 is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:56:57.127525 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:56:57.129200 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:57.137429 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:57.143193 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:57.145372 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:56:57.150171 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Pushing event updated for resources: {'Port': ['ID=7f6c5ecb-9088-4596-8a07-eaa4b979c168,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:57.153716 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:56:57.160516 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:57.267708 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Pushing event updated for resources: {'Port': ['ID=b74b3574-6fe4-4639-9562-2712b42ee18e,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:57.295778 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Allocated IP 172.27.1.123 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/574baec6-f5c1-486e-ab20-6b36e73111e1) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:56:57.416130 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (76017764-a562-4799-b5be-6b209a4acdc0), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:57.461673 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks [] for router_gateway (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:57.522702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks [] for router_gateway (0dd1c279-0183-4674-9d83-412a42615194), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:57.549266 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afc291-1b0f-4eb3-b10e-4443242cc7cc None None] Pushing event updated for resources: {'Port': ['ID=d517a1f1-19cf-455b-b7bc-2dbde40c72bd,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:57.594339 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks [] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:57.674805 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Attempting to bind port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:56:57.675462 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Attempting to bind port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:56:57.675885 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Attempting to bind port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:56:57.679020 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862c7ce-332c-4628-b2bf-b886f11a9328 None None] Pushing event updated for resources: {'Port': ['ID=76017764-a562-4799-b5be-6b209a4acdc0,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:58.009684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:56:58.009684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Checking segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:56:58.009684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.009684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Bound using segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:56:58.009684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Bound port: 7f6c5ecb-9088-4596-8a07-eaa4b979c168, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:56:58.009684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.009684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Attempting to bind port b74b3574-6fe4-4639-9562-2712b42ee18e on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:56:58.009684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Attempting to bind port b74b3574-6fe4-4639-9562-2712b42ee18e by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:56:58.009684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Attempting to bind port b74b3574-6fe4-4639-9562-2712b42ee18e on network b50e1b37-0f21-414b-993c-223d33d99c74 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:56:58.012123 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:56:58.012123 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Checking segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:56:58.012123 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.012123 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Bound using segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:56:58.012123 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Bound port: b74b3574-6fe4-4639-9562-2712b42ee18e, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:56:58.012123 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.012123 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.012667 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.014803 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] For port b74b3574-6fe4-4639-9562-2712b42ee18e, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:56:58.014803 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] For port b74b3574-6fe4-4639-9562-2712b42ee18e, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=b74b3574-6fe4-4639-9562-2712b42ee18e,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:56:58.033680 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.041260 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34232) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:58.076292 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] For port 7f6c5ecb-9088-4596-8a07-eaa4b979c168, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:56:58.103161 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] For port 7f6c5ecb-9088-4596-8a07-eaa4b979c168, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=7f6c5ecb-9088-4596-8a07-eaa4b979c168,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:56:58.107552 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e6a9a0f-39c4-4a0d-9eab-112d13c39623 req-cc0d71fc-b12b-4a60-a118-7360052cd9e8 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.0635407 Mar 22 17:56:58.172563 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d517a1f1-19cf-455b-b7bc-2dbde40c72bd up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:56:58.279291 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.339487 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Allocated IP 172.27.1.149 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/1d439124-c403-4942-9dfd-b191ff6d987c) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:56:58.345962 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:56:58.357705 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ea29e-40f4-4906-a972-92a71e2f52b7 None None] Pushing event updated for resources: {'Port': ['ID=b74b3574-6fe4-4639-9562-2712b42ee18e,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:58.378869 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:56:58.404481 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:56:58.551654 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (0dd1c279-0183-4674-9d83-412a42615194), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.560546 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port d517a1f1-19cf-455b-b7bc-2dbde40c72bd triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:56:58.568766 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.575825 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83dfdfe-3000-4d2c-9686-3396ce3ad4ef None None] Pushing event updated for resources: {'Port': ['ID=7f6c5ecb-9088-4596-8a07-eaa4b979c168,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:58.609367 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.790532 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port d517a1f1-19cf-455b-b7bc-2dbde40c72bd is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:56:58.791004 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:58.855867 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port d517a1f1-19cf-455b-b7bc-2dbde40c72bd, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d517a1f1-19cf-455b-b7bc-2dbde40c72bd,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:56:58.903016 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Pushing event updated for resources: {'Port': ['ID=574baec6-f5c1-486e-ab20-6b36e73111e1,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:59.031802 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:59.035292 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Router 0dd1c279-0183-4674-9d83-412a42615194 is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:56:59.142305 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:59.219869 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=d517a1f1-19cf-455b-b7bc-2dbde40c72bd,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:56:59.315496 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6f757c7b-f156-4f5e-beba-fdd69ecebb5a req-34e310a8-3908-4dda-a764-4d5c9fa20afb tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.0675807 Mar 22 17:56:59.322070 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks [] for port (1d439124-c403-4942-9dfd-b191ff6d987c), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:59.348469 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:56:59.370929 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:56:59.406628 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:56:59.419285 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:56:59.466679 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05dfa54-a5d5-4708-a611-aa23816db0b8 None None] Network ba936390-cac1-4492-b7d1-b07f4c922a85 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:56:59.522787 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:59.532502 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-1d486081-a87b-4998-a4ec-46bb657c1c14 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0916698 Mar 22 17:56:59.535627 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34264) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:56:59.559703 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:56:59.562928 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks [] for router_gateway (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:59.642849 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-e8c8002f-87ca-45e6-b080-dc09fe70109b None None] Provisioning complete for port d517a1f1-19cf-455b-b7bc-2dbde40c72bd triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:56:59.643235 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e8c8002f-87ca-45e6-b080-dc09fe70109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:59.707311 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:59.828477 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-e8c8002f-87ca-45e6-b080-dc09fe70109b None None] Current status of the port d517a1f1-19cf-455b-b7bc-2dbde40c72bd is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:56:59.934781 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a6803-5bda-4d7e-9925-ded9d45e1998 None None] Network 5526a5c6-8138-43f9-802e-dfcd05bb423a requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:57:00.131348 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:00.132244 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:00.173430 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:00.178773 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:00.325387 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-3c1c980a-ccf9-4565-a5b2-604b139d9f32 None None] Provisioning complete for port 76017764-a562-4799-b5be-6b209a4acdc0 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:00.326065 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3c1c980a-ccf9-4565-a5b2-604b139d9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (76017764-a562-4799-b5be-6b209a4acdc0), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:00.400069 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Pushing event updated for resources: {'Port': ['ID=1d439124-c403-4942-9dfd-b191ff6d987c,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:00.571234 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d517a1f1-19cf-455b-b7bc-2dbde40c72bd up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:00.632106 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c980a-ccf9-4565-a5b2-604b139d9f32 None None] Current status of the port 76017764-a562-4799-b5be-6b209a4acdc0 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:00.632495 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3c1c980a-ccf9-4565-a5b2-604b139d9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (76017764-a562-4799-b5be-6b209a4acdc0), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:00.751293 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:00.752661 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-3c1c980a-ccf9-4565-a5b2-604b139d9f32 None None] For port 76017764-a562-4799-b5be-6b209a4acdc0, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=76017764-a562-4799-b5be-6b209a4acdc0,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:00.762053 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c54a05-d48f-4e0c-b3f1-8a6aaa25e5c7 None None] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:57:00.812876 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b2a754d9-efcb-4cff-8479-b51dccc26ec6 req-6d8feb23-08e1-4cb3-b1fe-d15763f0c0f6 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.0495052 Mar 22 17:57:00.837181 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:56:57Z', 'revision_number': 3, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:00.891793 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port d517a1f1-19cf-455b-b7bc-2dbde40c72bd triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:00.892186 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:00.919995 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:00.920369 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Updating router 0dd1c279-0183-4674-9d83-412a42615194 port bc98409e-088c-456a-bfee-e15bd92eab55 binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:57:00.932228 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3c1c980a-ccf9-4565-a5b2-604b139d9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (76017764-a562-4799-b5be-6b209a4acdc0), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:00.955882 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:00.998562 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.035287 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43769b52-a1c6-4d9c-93f8-cc0acfd4a54e None None] Network b50e1b37-0f21-414b-993c-223d33d99c74 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:57:01.070013 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Allocated IP 172.20.0.1 (4e4dae78-e07e-477d-b0e6-40a6a7f8a749/034b3e94-a94e-46aa-aa11-8a9a61a0e34c/d9bcfe63-593d-4cb1-b222-81e70bc9735a) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:01.150845 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:57:01.157958 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Provisioning complete for port 76017764-a562-4799-b5be-6b209a4acdc0 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:01.158348 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (76017764-a562-4799-b5be-6b209a4acdc0), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.188938 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Sync routers for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:57:01.200220 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c980a-ccf9-4565-a5b2-604b139d9f32 None None] Pushing event updated for resources: {'Port': ['ID=76017764-a562-4799-b5be-6b209a4acdc0,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:01.223272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Publish callbacks [] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.223783 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks [] for router_gateway (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.293042 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:01.293539 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:01.306869 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.306869 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-acd278b4-2028-4e22-b226-88a515e6ddab admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8524249 Mar 22 17:57:01.307075 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34288) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:01.396225 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port d517a1f1-19cf-455b-b7bc-2dbde40c72bd is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:01.397635 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 76017764-a562-4799-b5be-6b209a4acdc0 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:01.408164 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.417969 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Publish callbacks [] for port (bc98409e-088c-456a-bfee-e15bd92eab55), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.471889 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:01.478355 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:01.503241 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.539421 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:01.540918 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (0dd1c279-0183-4674-9d83-412a42615194), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.561387 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:57:01.619943 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Attempting to bind port bc98409e-088c-456a-bfee-e15bd92eab55 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:01.620522 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Attempting to bind port bc98409e-088c-456a-bfee-e15bd92eab55 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:01.620927 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Attempting to bind port bc98409e-088c-456a-bfee-e15bd92eab55 on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:01.629799 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:01.630462 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:01.631022 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.631663 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:01.632187 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Bound port: bc98409e-088c-456a-bfee-e15bd92eab55, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:01.632704 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.714715 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bcfe63-593d-4cb1-b222-81e70bc9735a,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:01.736815 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:57:01.743458 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Current status of the port 76017764-a562-4799-b5be-6b209a4acdc0 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:01.760513 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] For port bc98409e-088c-456a-bfee-e15bd92eab55, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:01.780250 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] For port bc98409e-088c-456a-bfee-e15bd92eab55, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=bc98409e-088c-456a-bfee-e15bd92eab55,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:01.792038 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Provisioning complete for port b74b3574-6fe4-4639-9562-2712b42ee18e triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:01.796679 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.803691 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Sync routers for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:57:01.825935 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Pushing event updated for resources: {'Port': ['ID=bc98409e-088c-456a-bfee-e15bd92eab55,revision_number=2']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:01.871223 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.871826 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.872069 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.872430 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.877023 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.883873 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.884265 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.884813 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.885304 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Tracked resource versions report: Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: pushed versions: Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: { 'AddressGroup': {'1.2'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Agent': {'1.1'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'ConntrackHelper': {'1.0'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Log': {'1.0'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'NDPProxy': {'1.0'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Network': {'1.1'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Port': {'1.7'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'PortForwarding': {'1.3'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'QosPolicy': {'1.10'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SecurityGroup': {'1.5'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SubPort': {'1.0'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Subnet': {'1.1'}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Trunk': {'1.1'}} Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: consumer versions: Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: { DHCP agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: HyperV agent@hv-cinder-73907: {}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: L3 agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: Metadata agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: Metering agent@dv-cinder-739079-8-iscsi: {}, Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: Open vSwitch agent@dv-cinder-739079-8-iscsi: { 'AddressGroup': '1.2', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Agent': '1.1', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'ConntrackHelper': '1.0', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'LocalIPAssociation': '1.0', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Log': '1.0', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'NDPProxy': '1.0', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Network': '1.1', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Port': '1.7', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'PortForwarding': '1.3', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'QosPolicy': '1.10', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SecurityGroup': '1.5', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SecurityGroupRule': '1.2', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'SubPort': '1.0', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Subnet': '1.1', Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: 'Trunk': '1.1'}} Mar 22 17:57:01.890563 dv-cinder-739079-8-iscsi neutron-server[110339]: {{(pid=110339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:57:01.894367 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:01.895010 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:01.908336 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:01.936431 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.936431 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f3658235-ab61-45bd-8ba9-0a001f6a633e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5004554 Mar 22 17:57:01.955459 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.970858 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34304) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:02.045239 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.116980 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258ed9e-6d77-4cdd-adb8-282fd03e161d None None] Pushing event updated for resources: {'Port': ['ID=bc98409e-088c-456a-bfee-e15bd92eab55,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:02.123017 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:02.123650 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:02.155657 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 76017764-a562-4799-b5be-6b209a4acdc0 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:02.156307 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (76017764-a562-4799-b5be-6b209a4acdc0), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.320143 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:02.356942 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Current status of the port b74b3574-6fe4-4639-9562-2712b42ee18e is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:02.357644 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.370500 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e0441d50-399f-4515-b953-4f242e955f13 req-147bc598-d558-42ec-a288-4ddb53c9ea89 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.1510835 Mar 22 17:57:02.471999 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 76017764-a562-4799-b5be-6b209a4acdc0 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:02.474266 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 7f6c5ecb-9088-4596-8a07-eaa4b979c168 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:02.533735 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] For port b74b3574-6fe4-4639-9562-2712b42ee18e, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=b74b3574-6fe4-4639-9562-2712b42ee18e,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:02.556225 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:56:56Z', 'revision_number': 3, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:02.563344 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.576604 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:02.610207 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Checking router: 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:02.610826 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Updating router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 port 9755350a-c6a6-4703-9d28-290a750df1ae binding host dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:57:02.617154 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.617962 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:57:02.716070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.748658 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:02.748924 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.784899 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Publish callbacks [] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.792576 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Provisioning complete for port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:02.792576 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.839872 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Pushing event updated for resources: {'Port': ['ID=b74b3574-6fe4-4639-9562-2712b42ee18e,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:02.906631 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:57:02.924303 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.925245 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (0dd1c279-0183-4674-9d83-412a42615194), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:02.966332 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Sync routers for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:57:03.002438 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:56:59Z', 'revision_number': 3, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:03.041238 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Checking router: 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:03.041821 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Updating router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 port 574baec6-f5c1-486e-ab20-6b36e73111e1 binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:57:03.046985 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:03.047832 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:03.051806 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:56:57Z', 'revision_number': 3, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:03.142234 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bcfe63-593d-4cb1-b222-81e70bc9735a,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:03.157269 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.174241 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.175839 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c28895c6-875e-4a85-a670-632f4ecdc549 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.6922278 Mar 22 17:57:03.178960 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34326) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:03.209839 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.226231 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be52b8fd-2cdd-418d-be10-76fb9ce65003 None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:56:57Z', 'revision_number': 3, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:03.234931 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.245895 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:03.253697 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:03.303189 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:03.303698 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.394903 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Current status of the port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:03.396018 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.476313 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port 7f6c5ecb-9088-4596-8a07-eaa4b979c168, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=7f6c5ecb-9088-4596-8a07-eaa4b979c168,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:03.547170 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:03.576634 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-12d216c7-c354-41ff-9f62-0a37e1a64b06 req-5b51971b-6db2-4672-a1bc-4661716b6fab tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.0710053 Mar 22 17:57:03.688787 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Router 0dd1c279-0183-4674-9d83-412a42615194 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:57:03.725523 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Publish callbacks [] for port (9755350a-c6a6-4703-9d28-290a750df1ae), precommit_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.740310 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Allocated IP 172.20.0.1 (ba936390-cac1-4492-b7d1-b07f4c922a85/7bd4adf8-880a-469c-b4d5-8dfacc6eb998/9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:03.771140 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.772080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device b74b3574-6fe4-4639-9562-2712b42ee18e up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:03.828485 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Allocated IP 172.20.0.1 (5526a5c6-8138-43f9-802e-dfcd05bb423a/adb8dba7-6995-423a-bf33-4b0c253f43b0/29468c7e-6536-47cd-b774-829750d0b901) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:03.936246 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.946630 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Publish callbacks [] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.961593 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:57:03.985265 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-7ac80ca4-9581-492d-97d4-84931b5d1c04 admin admin] 10.222.0.73 "PUT /v2.0/routers/0dd1c279-0183-4674-9d83-412a42615194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4485195 Mar 22 17:57:04.101164 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Publish callbacks [] for port (29468c7e-6536-47cd-b774-829750d0b901), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.122945 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Publish callbacks [] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.167504 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=7f6c5ecb-9088-4596-8a07-eaa4b979c168,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:04.172078 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.231062 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.db.api [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:57:04.231433 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG oslo_db.api [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:57:04.271625 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port b74b3574-6fe4-4639-9562-2712b42ee18e triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:04.272032 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.279397 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Attempting to bind port 9755350a-c6a6-4703-9d28-290a750df1ae on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:04.279397 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Attempting to bind port 9755350a-c6a6-4703-9d28-290a750df1ae by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:04.279790 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Attempting to bind port 9755350a-c6a6-4703-9d28-290a750df1ae on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:04.281724 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.346266 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f38f96-d471-4c42-8058-20b2c0a7590b None None] Pushing event updated for resources: {'Port': ['ID=9755350a-c6a6-4703-9d28-290a750df1ae,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:04.356958 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:04.357345 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:04.364079 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.364079 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:04.364079 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Bound port: 9755350a-c6a6-4703-9d28-290a750df1ae, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:04.364079 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.364522 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (29468c7e-6536-47cd-b774-829750d0b901), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.385302 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Attempting to bind port 574baec6-f5c1-486e-ab20-6b36e73111e1 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:04.385703 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Attempting to bind port 574baec6-f5c1-486e-ab20-6b36e73111e1 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:04.386066 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Attempting to bind port 574baec6-f5c1-486e-ab20-6b36e73111e1 on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:04.398088 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:04.404122 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:04.404122 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.404122 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:04.404122 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Bound port: 574baec6-f5c1-486e-ab20-6b36e73111e1, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:04.404122 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.437904 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Pushing event updated for resources: {'Port': ['ID=29468c7e-6536-47cd-b774-829750d0b901,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:04.461318 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Network 5526a5c6-8138-43f9-802e-dfcd05bb423a is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:04.464354 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:04.486346 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:04.496741 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.505334 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] For port 574baec6-f5c1-486e-ab20-6b36e73111e1, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:04.509484 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] For port 574baec6-f5c1-486e-ab20-6b36e73111e1, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=574baec6-f5c1-486e-ab20-6b36e73111e1,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:04.511409 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Network ba936390-cac1-4492-b7d1-b07f4c922a85 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:04.529417 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ed498-16fa-4813-bee3-90968c11a703 None None] Pushing event updated for resources: {'Port': ['ID=574baec6-f5c1-486e-ab20-6b36e73111e1,revision_number=2']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:04.536052 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Pushing event updated for resources: {'Port': ['ID=9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:04.542611 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] For port 9755350a-c6a6-4703-9d28-290a750df1ae, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:04.557325 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:04.567774 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:04.568282 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.623737 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.754753 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:04.755852 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:05.022934 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:05.082006 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a3391f9-eea9-49b4-8c70-e275b4e8c975 req-fed28641-4c25-4925-8662-c6b9c62dcaa3 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.0885737 Mar 22 17:57:05.082712 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (29468c7e-6536-47cd-b774-829750d0b901), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.163517 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] For port 9755350a-c6a6-4703-9d28-290a750df1ae, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=9755350a-c6a6-4703-9d28-290a750df1ae,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:05.170201 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port b74b3574-6fe4-4639-9562-2712b42ee18e is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:05.189328 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:00Z', 'revision_number': 3, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:05.260804 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.267107 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.281086 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.285655 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Current status of the port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:05.298793 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34366) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:05.303536 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-b99b9dd7-d2f9-41e7-beab-672a8dd7a8ab tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828795012', 'description': 'tempest-description--834264455'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:05.313695 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Checking router: f0b2debc-c84b-4a4a-9050-d5e3caf3c829 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:05.314105 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Updating router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 port 1d439124-c403-4942-9dfd-b191ff6d987c binding host dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:57:05.369768 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ed498-16fa-4813-bee3-90968c11a703 None None] Pushing event updated for resources: {'Port': ['ID=574baec6-f5c1-486e-ab20-6b36e73111e1,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:05.399173 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:56:59Z', 'revision_number': 3, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:05.439659 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Publish callbacks [] for port (29468c7e-6536-47cd-b774-829750d0b901), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.461416 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee7490-fb88-400a-b994-1bc94d8c96dc None None] The sync data for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi is: [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:56:59Z', 'revision_number': 3, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:05.462864 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f38f96-d471-4c42-8058-20b2c0a7590b None None] Pushing event updated for resources: {'Port': ['ID=9755350a-c6a6-4703-9d28-290a750df1ae,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:05.483370 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device bc98409e-088c-456a-bfee-e15bd92eab55 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:05.512941 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Provisioning complete for port d517a1f1-19cf-455b-b7bc-2dbde40c72bd triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:05.513624 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.537043 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.542697 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (29468c7e-6536-47cd-b774-829750d0b901), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.543542 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.564146 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b99b9dd7-d2f9-41e7-beab-672a8dd7a8ab tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.592898 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:05.593941 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:05.720708 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Allocated IP 172.20.0.1 (b50e1b37-0f21-414b-993c-223d33d99c74/9169a76e-b5b1-49f2-b443-ba875ae2c50e/abc8005d-69bd-43ca-8129-3fa3d4609106) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:05.775407 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Publish callbacks [] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.830949 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b99b9dd7-d2f9-41e7-beab-672a8dd7a8ab tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (bd9429cd-bc2f-4066-89de-6bd40e40c202), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.920320 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Publish callbacks [] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.923215 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.930250 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.954363 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b99b9dd7-d2f9-41e7-beab-672a8dd7a8ab tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (bd9429cd-bc2f-4066-89de-6bd40e40c202), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.958269 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port bc98409e-088c-456a-bfee-e15bd92eab55 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:05.961829 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:05.962138 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Pushing event updated for resources: {'Port': ['ID=29468c7e-6536-47cd-b774-829750d0b901,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:06.046895 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b9dd7-d2f9-41e7-beab-672a8dd7a8ab tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9429cd-bc2f-4066-89de-6bd40e40c202,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:06.059196 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Network 5526a5c6-8138-43f9-802e-dfcd05bb423a is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:06.061940 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:06.085245 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:06.089504 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-df648db2-4f5d-4b45-9aa4-47d7ab13347a None None] Current status of the port d517a1f1-19cf-455b-b7bc-2dbde40c72bd is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:06.112125 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:57:06.131383 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:06.131383 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:06.276534 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Pushing event updated for resources: {'Port': ['ID=9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:06.292098 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:06.319846 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6e0161b2-723d-4fa5-8804-8f940bd98b8c req-4fabbbeb-412f-4f1e-84d7-dbdf230054f2 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.0654178 Mar 22 17:57:06.374147 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:57:06.459326 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Network ba936390-cac1-4492-b7d1-b07f4c922a85 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:06.462284 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Network b50e1b37-0f21-414b-993c-223d33d99c74 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:06.463625 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Pushing event updated for resources: {'Port': ['ID=abc8005d-69bd-43ca-8129-3fa3d4609106,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:06.472907 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:06.474060 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:06.485693 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b99b9dd7-d2f9-41e7-beab-672a8dd7a8ab tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:06.491424 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b99b9dd7-d2f9-41e7-beab-672a8dd7a8ab tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1915562 Mar 22 17:57:06.493549 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34390) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:06.547870 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:57:06.565157 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-9789052f-9c5a-43ec-a580-1ae7291ae934 admin admin] 10.222.0.73 "PUT /v2.0/routers/31dda1d3-b976-4a51-9f44-4d8b6294b8b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2507031 Mar 22 17:57:06.592661 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-e2538aac-f954-4048-8e7e-91bd10c170f5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group_rule': {'security_group_id': 'bd9429cd-bc2f-4066-89de-6bd40e40c202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:06.615990 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:06.622359 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:06.622948 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:06.627166 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Provisioning complete for port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:06.627166 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:06.872472 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:57:06.915519 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.74', 61490) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:06.945508 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:06.988237 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port bc98409e-088c-456a-bfee-e15bd92eab55 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:06.988640 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.039977 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 2, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:07.073634 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:07.074204 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Updating router 0dd1c279-0183-4674-9d83-412a42615194 port d9bcfe63-593d-4cb1-b222-81e70bc9735a binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:57:07.131526 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.231795 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Publish callbacks [] for port (1d439124-c403-4942-9dfd-b191ff6d987c), precommit_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.232591 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-d890d164-72e4-43a6-a1e8-a79169f7b63a tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:07.233876 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Provisioning complete for port 29468c7e-6536-47cd-b774-829750d0b901 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:07.234329 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (29468c7e-6536-47cd-b774-829750d0b901), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.235603 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-d890d164-72e4-43a6-a1e8-a79169f7b63a tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.74 "GET /v2.0/networks?id=633041c9-2b5a-430b-9472-2b4e85cf0e3c HTTP/1.1" status: 200 len: 811 time: 0.3189762 Mar 22 17:57:07.298198 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e2538aac-f954-4048-8e7e-91bd10c170f5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (2ee7e130-46e5-4666-9534-aede610cba22), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.299355 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Request body: {'port': {'device_id': 'dae940e3-ef33-468d-9d96-3f392d523bbd', 'network_id': '633041c9-2b5a-430b-9472-2b4e85cf0e3c', 'admin_state_up': True, 'tenant_id': '5be59f96184f4a25b50eb8deeec2c4d6'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:07.328185 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port bc98409e-088c-456a-bfee-e15bd92eab55, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=bc98409e-088c-456a-bfee-e15bd92eab55,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:07.330289 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Port 29468c7e-6536-47cd-b774-829750d0b901 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:07.361927 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Provisioning complete for port d9bcfe63-593d-4cb1-b222-81e70bc9735a triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:07.362727 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.377638 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.430783 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34416) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:07.452449 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Port d9bcfe63-593d-4cb1-b222-81e70bc9735a cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:07.470540 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Provisioning complete for port b74b3574-6fe4-4639-9562-2712b42ee18e triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:07.471405 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.477350 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-5721b1fd-1421-47af-ad3e-2c8c0d7c0903 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419935622', 'description': 'tempest-description--1100052828'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:07.514302 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.552625 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-deedb2d8-f45a-4c75-8f8b-e0950005caa5 req-ef9b1534-1f3f-4359-8b74-9fab57f48069 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.0855184 Mar 22 17:57:07.554123 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 2, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:07.556101 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.557111 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 76017764-a562-4799-b5be-6b209a4acdc0 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:07.681725 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf0eb23-5f9d-41dc-a8b7-59ece8483ecf None None] The sync data for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi is: [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 2, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:07.750686 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Publish callbacks [] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.760976 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Attempting to bind port 1d439124-c403-4942-9dfd-b191ff6d987c on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:07.761355 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Attempting to bind port 1d439124-c403-4942-9dfd-b191ff6d987c by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:07.761746 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Attempting to bind port 1d439124-c403-4942-9dfd-b191ff6d987c on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:07.770633 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea3b3b-1652-49f0-83e0-9e1591692b3f None None] Pushing event updated for resources: {'Port': ['ID=1d439124-c403-4942-9dfd-b191ff6d987c,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:07.781703 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e2538aac-f954-4048-8e7e-91bd10c170f5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (2ee7e130-46e5-4666-9534-aede610cba22), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.799375 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Made reservation on behalf of 5be59f96184f4a25b50eb8deeec2c4d6 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:57:07.810451 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.815674 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Publish callbacks [] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.818796 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:07.819186 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:07.819599 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.820030 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:07.820527 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Bound port: 1d439124-c403-4942-9dfd-b191ff6d987c, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:07.820913 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.833911 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:57:07.847414 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-6470bbc0-8b75-43f9-b42f-5f7d6f2f657f admin admin] 10.222.0.73 "PUT /v2.0/routers/8ae2a2cf-af2e-45e6-a64d-9504c38f8048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8738506 Mar 22 17:57:07.863343 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.920327 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e2538aac-f954-4048-8e7e-91bd10c170f5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (2ee7e130-46e5-4666-9534-aede610cba22), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.930556 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.930556 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.957981 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5721b1fd-1421-47af-ad3e-2c8c0d7c0903 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:07.966080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=bc98409e-088c-456a-bfee-e15bd92eab55,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:08.002352 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861c7f1-6d5b-4c9b-8e59-671ec903cf56 None None] Pushing event updated for resources: {'Port': ['ID=d9bcfe63-593d-4cb1-b222-81e70bc9735a,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:08.041150 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Current status of the port b74b3574-6fe4-4639-9562-2712b42ee18e is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:08.093942 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 76017764-a562-4799-b5be-6b209a4acdc0 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:08.094361 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (76017764-a562-4799-b5be-6b209a4acdc0), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:08.247968 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2538aac-f954-4048-8e7e-91bd10c170f5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee7e130-46e5-4666-9534-aede610cba22,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:08.272249 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] For port 1d439124-c403-4942-9dfd-b191ff6d987c, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:08.286368 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e2538aac-f954-4048-8e7e-91bd10c170f5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:08.287722 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-e2538aac-f954-4048-8e7e-91bd10c170f5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7015529 Mar 22 17:57:08.291916 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Provisioning complete for port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:08.295956 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:08.301010 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34456) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:08.324393 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-39bf4dde-92f0-4e41-ac28-be27ebacb719 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group_rule': {'security_group_id': 'bd9429cd-bc2f-4066-89de-6bd40e40c202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:08.337024 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Attempting to bind port d9bcfe63-593d-4cb1-b222-81e70bc9735a on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:08.337434 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Attempting to bind port d9bcfe63-593d-4cb1-b222-81e70bc9735a by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:08.337804 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Attempting to bind port d9bcfe63-593d-4cb1-b222-81e70bc9735a on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:08.362665 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] For port 1d439124-c403-4942-9dfd-b191ff6d987c, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=1d439124-c403-4942-9dfd-b191ff6d987c,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:08.374620 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:08.375733 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Checking segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:08.377586 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:08.378163 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Bound using segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:08.381966 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Bound port: d9bcfe63-593d-4cb1-b222-81e70bc9735a, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:08.410407 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:08.501363 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Pushing event updated for resources: {'Port': ['ID=abc8005d-69bd-43ca-8129-3fa3d4609106,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:08.540762 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] For port d9bcfe63-593d-4cb1-b222-81e70bc9735a, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:08.545559 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] For port d9bcfe63-593d-4cb1-b222-81e70bc9735a, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d9bcfe63-593d-4cb1-b222-81e70bc9735a,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:08.547645 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Allocated IP 172.20.0.6 (633041c9-2b5a-430b-9472-2b4e85cf0e3c/2879fae9-084d-4e1f-9118-52b449a2f9fb/9bba038a-0dbd-438a-bdde-73a88d025f09) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:08.573992 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:08.638482 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Network b50e1b37-0f21-414b-993c-223d33d99c74 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:08.659820 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:08.682494 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:08.707599 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5721b1fd-1421-47af-ad3e-2c8c0d7c0903 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (d05706f0-1eb9-45b6-9e25-670351504976), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:08.751908 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-39bf4dde-92f0-4e41-ac28-be27ebacb719 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (0e3b7b3f-bdfd-495f-b059-5fb53c4adfcd), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:08.793097 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea3b3b-1652-49f0-83e0-9e1591692b3f None None] Pushing event updated for resources: {'Port': ['ID=1d439124-c403-4942-9dfd-b191ff6d987c,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:08.876781 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Sync routers for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:57:08.952348 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:08.952348 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:08.971352 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:08.974635 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:08.977233 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5721b1fd-1421-47af-ad3e-2c8c0d7c0903 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d05706f0-1eb9-45b6-9e25-670351504976), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:08.985223 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861c7f1-6d5b-4c9b-8e59-671ec903cf56 None None] Pushing event updated for resources: {'Port': ['ID=d9bcfe63-593d-4cb1-b222-81e70bc9735a,revision_number=4']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:08.993148 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34478) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:09.068248 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-39bf4dde-92f0-4e41-ac28-be27ebacb719 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (0e3b7b3f-bdfd-495f-b059-5fb53c4adfcd), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:09.184232 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721b1fd-1421-47af-ad3e-2c8c0d7c0903 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05706f0-1eb9-45b6-9e25-670351504976,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:09.187813 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Publish callbacks [] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:09.246430 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:57:09.250485 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-39bf4dde-92f0-4e41-ac28-be27ebacb719 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (0e3b7b3f-bdfd-495f-b059-5fb53c4adfcd), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:09.276565 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5721b1fd-1421-47af-ad3e-2c8c0d7c0903 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:09.288236 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dd671164-e5be-4cf4-b0b6-29fdcca9f05f req-d028d794-c9eb-48a0-aa94-dd54afd8861a tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.3466599 Mar 22 17:57:09.290179 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34484) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:09.301331 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-84c7eb9a-c3d5-4b16-922e-a93f5fa096ca tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'security_group_rule': {'security_group_id': 'd05706f0-1eb9-45b6-9e25-670351504976', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:09.311647 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-5721b1fd-1421-47af-ad3e-2c8c0d7c0903 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8480055 Mar 22 17:57:09.391832 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf4dde-92f0-4e41-ac28-be27ebacb719 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3b7b3f-bdfd-495f-b059-5fb53c4adfcd,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:09.457726 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:09.495782 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-39bf4dde-92f0-4e41-ac28-be27ebacb719 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:09.510418 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-39bf4dde-92f0-4e41-ac28-be27ebacb719 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2062063 Mar 22 17:57:09.531987 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34490) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:09.605367 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34494) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:09.620902 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-3e1a52ea-ac07-4881-9042-f02c017e008b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256826759', 'description': 'tempest-description--1030218062'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:09.643014 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:09.646712 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:09.678897 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f4b4504d-ca7c-4639-a16b-f0e6a0c6cfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:09.871550 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:09.879953 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3e1a52ea-ac07-4881-9042-f02c017e008b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:09.913071 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Network 633041c9-2b5a-430b-9472-2b4e85cf0e3c is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:09.916848 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Pushing event updated for resources: {'Port': ['ID=9bba038a-0dbd-438a-bdde-73a88d025f09,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:09.932415 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:09.934077 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:57:09.941207 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:09.954529 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:09.960346 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:09.976801 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-487a8286-cb76-484e-9186-229e8c1eadd5 admin admin] 10.222.0.73 "PUT /v2.0/routers/f0b2debc-c84b-4a4a-9050-d5e3caf3c829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7952437 Mar 22 17:57:09.977635 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-84c7eb9a-c3d5-4b16-922e-a93f5fa096ca tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (72a5c88d-d066-4eaa-ad19-df932a83e266), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.120295 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f4b4504d-ca7c-4639-a16b-f0e6a0c6cfab admin admin] Publish callbacks [] for security_group (6b9cc0eb-b0ea-4eaf-bba3-2693ea677d96), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.122149 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-dde77dc4-df4d-4406-86c0-7f98b3aebba0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8230321 Mar 22 17:57:10.159822 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-86f57fe3-e676-43f2-99f6-47c9a0c8b1bc tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:57:10.171670 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-86f57fe3-e676-43f2-99f6-47c9a0c8b1bc tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464525 Mar 22 17:57:10.180033 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 76017764-a562-4799-b5be-6b209a4acdc0 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:10.182365 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 7f6c5ecb-9088-4596-8a07-eaa4b979c168 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:10.190253 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3e1a52ea-ac07-4881-9042-f02c017e008b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (1b890e0e-739b-4b64-911e-885509aaa22b), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.247856 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-84c7eb9a-c3d5-4b16-922e-a93f5fa096ca tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (72a5c88d-d066-4eaa-ad19-df932a83e266), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.344749 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3e1a52ea-ac07-4881-9042-f02c017e008b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (1b890e0e-739b-4b64-911e-885509aaa22b), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.346590 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.351106 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f4b4504d-ca7c-4639-a16b-f0e6a0c6cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (6b9cc0eb-b0ea-4eaf-bba3-2693ea677d96), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.356222 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-84c7eb9a-c3d5-4b16-922e-a93f5fa096ca tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (72a5c88d-d066-4eaa-ad19-df932a83e266), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.432324 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b8d0d-8985-4956-82da-dbb7fdc150f0 None None] Current status of the port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:10.439340 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:10.440087 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:10.646327 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:08Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:10.656286 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a52ea-ac07-4881-9042-f02c017e008b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b890e0e-739b-4b64-911e-885509aaa22b,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:10.671401 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:10.672125 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.688396 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7eb9a-c3d5-4b16-922e-a93f5fa096ca tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a5c88d-d066-4eaa-ad19-df932a83e266,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:10.714758 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f4b4504d-ca7c-4639-a16b-f0e6a0c6cfab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24d7c6b672ab48a9b7966b26acce1ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6794705 Mar 22 17:57:10.716796 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34524) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:10.725377 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a1cd3-04c4-4832-b05c-0a677fac4f28 None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:08Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:10.764480 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3e1a52ea-ac07-4881-9042-f02c017e008b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.765750 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-3e1a52ea-ac07-4881-9042-f02c017e008b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1586940 Mar 22 17:57:10.782425 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Provisioning complete for port d9bcfe63-593d-4cb1-b222-81e70bc9735a triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:10.782805 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.786762 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34526) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:10.838862 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-447715b6-56bd-4ef2-8ecb-1a0e68b13777 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'security_group_rule': {'security_group_id': '1b890e0e-739b-4b64-911e-885509aaa22b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:10.890318 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-84c7eb9a-c3d5-4b16-922e-a93f5fa096ca tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:10.895364 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-84c7eb9a-c3d5-4b16-922e-a93f5fa096ca tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5997703 Mar 22 17:57:10.902336 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4504d-ca7c-4639-a16b-f0e6a0c6cfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9cc0eb-b0ea-4eaf-bba3-2693ea677d96,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:10.917637 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34528) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:10.989918 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-fe0efa3e-f96a-4ac5-8ce3-8a67829232b5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'security_group_rule': {'security_group_id': 'd05706f0-1eb9-45b6-9e25-670351504976', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:11.020633 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Request body: {'port': {'device_id': 'dae940e3-ef33-468d-9d96-3f392d523bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:11.044330 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 2, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:11.099573 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856d632-b4b6-431d-895b-b54c36558dfd req-e68cdced-6293-43f6-b53d-a209227e2eb9 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:11.105118 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8856d632-b4b6-431d-895b-b54c36558dfd req-e68cdced-6293-43f6-b53d-a209227e2eb9 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 931 time: 0.4382548 Mar 22 17:57:11.114229 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:11.124852 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35932ea4-8432-41d5-8914-7938ace8bb14 admin admin] Publish callbacks [] for security_group (6b9cc0eb-b0ea-4eaf-bba3-2693ea677d96), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.190604 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Checking router: 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:11.191611 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Updating router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f binding host dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:57:11.220486 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35932ea4-8432-41d5-8914-7938ace8bb14 admin admin] Publish callbacks [] for security_group (6b9cc0eb-b0ea-4eaf-bba3-2693ea677d96), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.295761 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34530) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:11.356657 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8856d632-b4b6-431d-895b-b54c36558dfd req-40959e6f-e1f6-4e74-b2f4-2bd1aaa74c9c tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302804 Mar 22 17:57:11.406466 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-447715b6-56bd-4ef2-8ecb-1a0e68b13777 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (5c588c76-26c3-45db-83cc-ff03c80a583e), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.438017 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.481886 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.568475 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-447715b6-56bd-4ef2-8ecb-1a0e68b13777 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (5c588c76-26c3-45db-83cc-ff03c80a583e), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.576405 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35932ea4-8432-41d5-8914-7938ace8bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (6b9cc0eb-b0ea-4eaf-bba3-2693ea677d96), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.581265 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35932ea4-8432-41d5-8914-7938ace8bb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.591076 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-35932ea4-8432-41d5-8914-7938ace8bb14 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b9cc0eb-b0ea-4eaf-bba3-2693ea677d96 HTTP/1.1" status: 204 len: 168 time: 0.8731472 Mar 22 17:57:11.593385 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fe0efa3e-f96a-4ac5-8ce3-8a67829232b5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (07f34c65-fae9-47ee-a46b-34ae387ffdd5), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.632595 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c67cc44a-88db-4d5e-a16f-69de387e2852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.643334 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35932ea4-8432-41d5-8914-7938ace8bb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9cc0eb-b0ea-4eaf-bba3-2693ea677d96,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:11.667877 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-447715b6-56bd-4ef2-8ecb-1a0e68b13777 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (5c588c76-26c3-45db-83cc-ff03c80a583e), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.755759 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447715b6-56bd-4ef2-8ecb-1a0e68b13777 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c588c76-26c3-45db-83cc-ff03c80a583e,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:11.787948 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fe0efa3e-f96a-4ac5-8ce3-8a67829232b5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (07f34c65-fae9-47ee-a46b-34ae387ffdd5), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.828508 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-447715b6-56bd-4ef2-8ecb-1a0e68b13777 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.832485 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-447715b6-56bd-4ef2-8ecb-1a0e68b13777 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0029263 Mar 22 17:57:11.838110 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34554) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:11.854885 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-f8641c6a-4825-44d2-8b1d-6be10fa3c8d8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'security_group_rule': {'security_group_id': '1b890e0e-739b-4b64-911e-885509aaa22b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:11.891430 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.902840 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fe0efa3e-f96a-4ac5-8ce3-8a67829232b5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (07f34c65-fae9-47ee-a46b-34ae387ffdd5), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.933644 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0efa3e-f96a-4ac5-8ce3-8a67829232b5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f34c65-fae9-47ee-a46b-34ae387ffdd5,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:11.947848 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:11.961700 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device b74b3574-6fe4-4639-9562-2712b42ee18e up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:11.964845 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c67cc44a-88db-4d5e-a16f-69de387e2852 admin admin] Publish callbacks [] for security_group (8dab4a2e-1d9d-4da7-be89-dd1825fe0971), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:11.994009 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f8641c6a-4825-44d2-8b1d-6be10fa3c8d8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (1f070e14-4fca-45d2-8116-547101053920), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.059754 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fe0efa3e-f96a-4ac5-8ce3-8a67829232b5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.065110 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-fe0efa3e-f96a-4ac5-8ce3-8a67829232b5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1089230 Mar 22 17:57:12.065110 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34556) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:12.089794 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:12.120852 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Current status of the port d9bcfe63-593d-4cb1-b222-81e70bc9735a is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:12.121504 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.129900 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c67cc44a-88db-4d5e-a16f-69de387e2852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (8dab4a2e-1d9d-4da7-be89-dd1825fe0971), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.220745 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Sync routers for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:57:12.244663 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:12.245541 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:12.322354 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cc44a-88db-4d5e-a16f-69de387e2852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dab4a2e-1d9d-4da7-be89-dd1825fe0971,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:12.330497 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c67cc44a-88db-4d5e-a16f-69de387e2852 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=451df89354b94da78622b622dcb1ff34&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0277853 Mar 22 17:57:12.335338 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34560) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:12.359309 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f8641c6a-4825-44d2-8b1d-6be10fa3c8d8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (1f070e14-4fca-45d2-8116-547101053920), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.424619 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.441807 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] For port d9bcfe63-593d-4cb1-b222-81e70bc9735a, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d9bcfe63-593d-4cb1-b222-81e70bc9735a,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:12.480023 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port b74b3574-6fe4-4639-9562-2712b42ee18e triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:12.486077 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.513116 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f8641c6a-4825-44d2-8b1d-6be10fa3c8d8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (1f070e14-4fca-45d2-8116-547101053920), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.562958 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.596895 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Allocated IP 172.27.1.57 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/248002b4-a01b-4e93-8e69-d4eab872de96) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:12.644187 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:12.693779 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:07Z', 'revision_number': 2, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:12.703250 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8641c6a-4825-44d2-8b1d-6be10fa3c8d8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f070e14-4fca-45d2-8116-547101053920,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:12.730546 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34564) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:12.770616 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b4fef-fc39-4d03-ac65-257da705e816 None None] The sync data for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi is: [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:07Z', 'revision_number': 2, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:12.810133 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (248002b4-a01b-4e93-8e69-d4eab872de96), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.854918 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f8641c6a-4825-44d2-8b1d-6be10fa3c8d8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.856148 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f8641c6a-4825-44d2-8b1d-6be10fa3c8d8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0130062 Mar 22 17:57:12.858871 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-53dd64e0-9dea-48e3-a0de-d042e427bf6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.870665 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5f728e20-f46b-4192-a829-dbd055e541ba tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:12.872469 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5f728e20-f46b-4192-a829-dbd055e541ba tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 819 time: 0.9777682 Mar 22 17:57:12.873313 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34566) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:12.876247 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71be3ab3-e2ab-415c-bd1a-7c401a2ed1a5 admin admin] Publish callbacks [] for security_group (8dab4a2e-1d9d-4da7-be89-dd1825fe0971), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.890969 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Provisioning complete for port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:12.891354 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:12.937628 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Pushing event updated for resources: {'Port': ['ID=d9bcfe63-593d-4cb1-b222-81e70bc9735a,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:12.938870 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:12.967193 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (248002b4-a01b-4e93-8e69-d4eab872de96), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.061105 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=248002b4-a01b-4e93-8e69-d4eab872de96,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:13.090729 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:13.099828 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-4ef1e9e4-a404-4a63-b5b6-ced8bed3e5d3 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/quotas/75d8f1bf3674461eb14e5de4c707bcfb HTTP/1.1" status: 200 len: 375 time: 0.1731436 Mar 22 17:57:13.114470 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port b74b3574-6fe4-4639-9562-2712b42ee18e is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:13.163628 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71be3ab3-e2ab-415c-bd1a-7c401a2ed1a5 admin admin] Publish callbacks [] for security_group (8dab4a2e-1d9d-4da7-be89-dd1825fe0971), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.171677 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Provisioning complete for port 29468c7e-6536-47cd-b774-829750d0b901 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:13.172052 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (29468c7e-6536-47cd-b774-829750d0b901), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.303389 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 2, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:13.355640 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Checking router: 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:13.360459 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Updating router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 port 29468c7e-6536-47cd-b774-829750d0b901 binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:57:13.365957 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:13.379576 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Publish callbacks [] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), precommit_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.390861 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Port 29468c7e-6536-47cd-b774-829750d0b901 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:13.408481 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.418331 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (29468c7e-6536-47cd-b774-829750d0b901), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.424262 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Provisioning complete for port abc8005d-69bd-43ca-8129-3fa3d4609106 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:13.424734 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.450106 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:13.456107 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:13.502210 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-7646c4f4-c75d-4101-9ea4-92069dd862ed None None] Port abc8005d-69bd-43ca-8129-3fa3d4609106 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:13.537908 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.564253 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801053-8136-4c8f-9456-f43286829bba req-d2cd8cd2-0007-46fe-bd73-d19df0c4f3ed tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:13.572015 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f801053-8136-4c8f-9456-f43286829bba req-d2cd8cd2-0007-46fe-bd73-d19df0c4f3ed tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 931 time: 0.7210383 Mar 22 17:57:13.598497 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71be3ab3-e2ab-415c-bd1a-7c401a2ed1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (8dab4a2e-1d9d-4da7-be89-dd1825fe0971), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.602714 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-71be3ab3-e2ab-415c-bd1a-7c401a2ed1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.603877 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-71be3ab3-e2ab-415c-bd1a-7c401a2ed1a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8dab4a2e-1d9d-4da7-be89-dd1825fe0971 HTTP/1.1" status: 204 len: 168 time: 1.2545927 Mar 22 17:57:13.661904 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.683059 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be3ab3-e2ab-415c-bd1a-7c401a2ed1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dab4a2e-1d9d-4da7-be89-dd1825fe0971,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:13.874841 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-897b6eda-2f2e-4aac-a478-a651ebaa6bca tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6975079 Mar 22 17:57:13.886576 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (599e4f2e-c8da-447d-a9e4-914e5f63dc0d), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:13.936838 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d9bcfe63-593d-4cb1-b222-81e70bc9735a up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:13.996511 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f801053-8136-4c8f-9456-f43286829bba req-4e94c73b-4875-4956-8923-2162e34cc283 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215167 Mar 22 17:57:14.028321 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19221-687e-473a-9cbb-d2ec50c44f64 None None] Pushing event updated for resources: {'Port': ['ID=9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:14.133892 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port d9bcfe63-593d-4cb1-b222-81e70bc9735a triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:14.134751 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.150372 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Attempting to bind port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:14.151742 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Attempting to bind port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:14.152175 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Attempting to bind port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f on network ba936390-cac1-4492-b7d1-b07f4c922a85 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:14.153652 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (248002b4-a01b-4e93-8e69-d4eab872de96), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.168957 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-53dd64e0-9dea-48e3-a0de-d042e427bf6c admin admin] Publish callbacks [] for security_group (a06364b8-b753-4a89-9664-71ffd807c367), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.208327 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:14.217844 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Checking segment: {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:14.218409 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.218891 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Bound using segment: {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:14.219467 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Bound port: 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:14.219912 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.223381 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Publish callbacks [] for port (29468c7e-6536-47cd-b774-829750d0b901), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.260840 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Allocated IP 172.27.1.207 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/cf48e48a-6a52-40fe-89f2-999c86c476ac) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:14.265377 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-53dd64e0-9dea-48e3-a0de-d042e427bf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a06364b8-b753-4a89-9664-71ffd807c367), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.330963 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (29468c7e-6536-47cd-b774-829750d0b901), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.448554 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-53dd64e0-9dea-48e3-a0de-d042e427bf6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a07d6936355c4dfa84f4061150d3a0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6840539 Mar 22 17:57:14.467131 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34584) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:14.475180 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd57ce8-3298-425a-bfec-77002e33e09c None None] Pushing event updated for resources: {'Port': ['ID=29468c7e-6536-47cd-b774-829750d0b901,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:14.592989 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.612611 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port d9bcfe63-593d-4cb1-b222-81e70bc9735a is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:14.613758 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 574baec6-f5c1-486e-ab20-6b36e73111e1 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:14.678733 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Attempting to bind port 29468c7e-6536-47cd-b774-829750d0b901 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:14.679076 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Attempting to bind port 29468c7e-6536-47cd-b774-829750d0b901 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:14.680143 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Attempting to bind port 29468c7e-6536-47cd-b774-829750d0b901 on network 5526a5c6-8138-43f9-802e-dfcd05bb423a {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:14.712394 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:14.712832 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Checking segment: {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:14.713176 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.713604 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Bound using segment: {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:14.714062 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Bound port: 29468c7e-6536-47cd-b774-829750d0b901, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:14.714439 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (29468c7e-6536-47cd-b774-829750d0b901), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.758219 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bba038a-0dbd-438a-bdde-73a88d025f09 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:14.790919 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Publish callbacks [] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.803258 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-1fbc1c9e-5286-4016-86e7-32b0dc575310 None None] Provisioning complete for port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:14.809599 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1fbc1c9e-5286-4016-86e7-32b0dc575310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.874746 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Transition to ACTIVE for port object 9bba038a-0dbd-438a-bdde-73a88d025f09 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:57:14.926012 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (248002b4-a01b-4e93-8e69-d4eab872de96), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.936918 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] For port 29468c7e-6536-47cd-b774-829750d0b901, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:14.943006 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] For port 29468c7e-6536-47cd-b774-829750d0b901, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=29468c7e-6536-47cd-b774-829750d0b901,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:14.948017 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:14.952575 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc1c9e-5286-4016-86e7-32b0dc575310 None None] Port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:14.963096 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] For port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:14.968643 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 34594) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:14.995909 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 574baec6-f5c1-486e-ab20-6b36e73111e1 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:15.002553 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.053139 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (248002b4-a01b-4e93-8e69-d4eab872de96), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.059587 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] For port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:15.080213 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (29468c7e-6536-47cd-b774-829750d0b901), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.083412 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-5bc004f8-eeef-4117-911e-12a2b4b08963 None None] Provisioning complete for port 29468c7e-6536-47cd-b774-829750d0b901 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:15.084054 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5bc004f8-eeef-4117-911e-12a2b4b08963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (29468c7e-6536-47cd-b774-829750d0b901), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.166509 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (599e4f2e-c8da-447d-a9e4-914e5f63dc0d), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.193307 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 574baec6-f5c1-486e-ab20-6b36e73111e1 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:15.193738 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.218417 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port 574baec6-f5c1-486e-ab20-6b36e73111e1, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=574baec6-f5c1-486e-ab20-6b36e73111e1,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:15.219439 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Pushing event updated for resources: {'Port': ['ID=9bba038a-0dbd-438a-bdde-73a88d025f09,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:15.224507 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.229265 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-8e540b59-34e7-4320-8d05-549beedb6454 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:57:15.233678 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-8e540b59-34e7-4320-8d05-549beedb6454 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5247207 Mar 22 17:57:15.323438 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd57ce8-3298-425a-bfec-77002e33e09c None None] Pushing event updated for resources: {'Port': ['ID=29468c7e-6536-47cd-b774-829750d0b901,revision_number=4']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:15.341029 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:15.342422 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:15.401448 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19221-687e-473a-9cbb-d2ec50c44f64 None None] Pushing event updated for resources: {'Port': ['ID=9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:15.413254 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.415006 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 9755350a-c6a6-4703-9d28-290a750df1ae up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:15.557536 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Attempting to bind port 9bba038a-0dbd-438a-bdde-73a88d025f09 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:15.557888 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Attempting to bind port 9bba038a-0dbd-438a-bdde-73a88d025f09 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'ab86f73a-bce9-461b-806e-b16209803bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '633041c9-2b5a-430b-9472-2b4e85cf0e3c'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:15.558237 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Attempting to bind port 9bba038a-0dbd-438a-bdde-73a88d025f09 on network 633041c9-2b5a-430b-9472-2b4e85cf0e3c {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:15.571214 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Port 9bba038a-0dbd-438a-bdde-73a88d025f09 on network 633041c9-2b5a-430b-9472-2b4e85cf0e3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:57:15.571722 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Attempting to bind port 9bba038a-0dbd-438a-bdde-73a88d025f09 on network 633041c9-2b5a-430b-9472-2b4e85cf0e3c {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:15.572157 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd64e0-9dea-48e3-a0de-d042e427bf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06364b8-b753-4a89-9664-71ffd807c367,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:15.607416 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.609161 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0623295 Mar 22 17:57:15.610123 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e6766-9f51-4f9b-8c28-8095aa1ea01f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=248002b4-a01b-4e93-8e69-d4eab872de96,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:15.616864 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:15.617231 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Checking segment: {'id': 'ab86f73a-bce9-461b-806e-b16209803bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '633041c9-2b5a-430b-9472-2b4e85cf0e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:15.618088 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Bound using segment: {'id': 'ab86f73a-bce9-461b-806e-b16209803bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '633041c9-2b5a-430b-9472-2b4e85cf0e3c'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:15.618721 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Bound port: 9bba038a-0dbd-438a-bdde-73a88d025f09, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab86f73a-bce9-461b-806e-b16209803bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '633041c9-2b5a-430b-9472-2b4e85cf0e3c'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:15.619087 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.668570 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=574baec6-f5c1-486e-ab20-6b36e73111e1,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:15.670438 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60099d-3e0f-4a85-8d20-848cde945c8b req-531e3691-e7ae-498a-a08a-51a97634cc07 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:15.686397 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fb60099d-3e0f-4a85-8d20-848cde945c8b req-531e3691-e7ae-498a-a08a-51a97634cc07 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 943 time: 0.4547789 Mar 22 17:57:15.767955 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:15.769013 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:15.830379 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:15.879182 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9c58c154-ecff-4681-be8e-0024a3c887b7 admin admin] Publish callbacks [] for security_group (a06364b8-b753-4a89-9664-71ffd807c367), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:15.988773 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9c58c154-ecff-4681-be8e-0024a3c887b7 admin admin] Publish callbacks [] for security_group (a06364b8-b753-4a89-9664-71ffd807c367), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.014920 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-01fd06a8-82a7-4137-acda-d322ffcde55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.049609 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-5bc004f8-eeef-4117-911e-12a2b4b08963 None None] Current status of the port 29468c7e-6536-47cd-b774-829750d0b901 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:16.050989 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5bc004f8-eeef-4117-911e-12a2b4b08963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (29468c7e-6536-47cd-b774-829750d0b901), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.088123 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] For port 9bba038a-0dbd-438a-bdde-73a88d025f09, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:16.111743 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for port (cf48e48a-6a52-40fe-89f2-999c86c476ac), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.122646 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fb60099d-3e0f-4a85-8d20-848cde945c8b req-d71dd490-637e-4f76-9718-309ad4263741 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353089 Mar 22 17:57:16.132176 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-61f0bbf5-495a-4a78-ae36-991741f1887b service neutron] 10.222.0.73 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8397274 Mar 22 17:57:16.229486 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 9755350a-c6a6-4703-9d28-290a750df1ae triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:16.229868 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.313000 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-5bc004f8-eeef-4117-911e-12a2b4b08963 None None] For port 29468c7e-6536-47cd-b774-829750d0b901, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=29468c7e-6536-47cd-b774-829750d0b901,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:16.322332 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] For port 9bba038a-0dbd-438a-bdde-73a88d025f09, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=9bba038a-0dbd-438a-bdde-73a88d025f09,segment=NetworkSegment(ab86f73a-bce9-461b-806e-b16209803bb1),segment_id=ab86f73a-bce9-461b-806e-b16209803bb1)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:16.332083 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9c58c154-ecff-4681-be8e-0024a3c887b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a06364b8-b753-4a89-9664-71ffd807c367), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.338000 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9c58c154-ecff-4681-be8e-0024a3c887b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.343481 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-9c58c154-ecff-4681-be8e-0024a3c887b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a06364b8-b753-4a89-9664-71ffd807c367 HTTP/1.1" status: 204 len: 168 time: 1.8394847 Mar 22 17:57:16.419304 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (cf48e48a-6a52-40fe-89f2-999c86c476ac), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.456264 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5bc004f8-eeef-4117-911e-12a2b4b08963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (29468c7e-6536-47cd-b774-829750d0b901), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.459651 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:16.485485 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58c154-ecff-4681-be8e-0024a3c887b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06364b8-b753-4a89-9664-71ffd807c367,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:16.571791 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.606531 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:16.619292 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:16.636574 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:14Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:16.642548 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:16.689731 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf556e-6142-4a69-a48a-56be0ebf1f75 None None] The sync data for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi is: [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:14Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:16.911931 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-0664b427-924e-468b-ae50-a9230e0a0297 None None] Provisioning complete for port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:16.911931 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-0664b427-924e-468b-ae50-a9230e0a0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.911931 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc004f8-eeef-4117-911e-12a2b4b08963 None None] Pushing event updated for resources: {'Port': ['ID=29468c7e-6536-47cd-b774-829750d0b901,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:16.913953 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Allocated IP 172.27.1.176 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/2e93ca83-bc67-412e-9a18-c6f212acb8bd) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:16.913953 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (9b9f86ea-7b9b-461e-90de-aad383810f0c), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.913953 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'Port': ['ID=cf48e48a-6a52-40fe-89f2-999c86c476ac,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:16.926774 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-2140e0f8-92c4-4a1a-88c3-6f36c0f2f624 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1828795012&fields=id&tenant_id=5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 267 time: 0.4932141 Mar 22 17:57:16.947804 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:16.948418 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:16.949815 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] 10.222.0.74 "PUT /v2.0/ports/9bba038a-0dbd-438a-bdde-73a88d025f09 HTTP/1.1" status: 200 len: 1093 time: 6.4468017 Mar 22 17:57:16.950940 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae940e3-ef33-468d-9d96-3f392d523bbd', 'tag': '9bba038a-0dbd-438a-bdde-73a88d025f09'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:17.050776 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 9755350a-c6a6-4703-9d28-290a750df1ae is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:17.051360 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:17.065618 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed10312-39d1-4d73-a57d-22f521790e3a service neutron] Pushing event updated for resources: {'Port': ['ID=9bba038a-0dbd-438a-bdde-73a88d025f09,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:17.076294 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-09ac0b3b-30d8-4bb3-b249-3654f38a66fe service neutron] 10.222.0.73 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9428365 Mar 22 17:57:17.081417 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port 9755350a-c6a6-4703-9d28-290a750df1ae, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=9755350a-c6a6-4703-9d28-290a750df1ae,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:17.165979 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:14Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:17.181907 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-0664b427-924e-468b-ae50-a9230e0a0297 None None] Current status of the port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:17.182827 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-0664b427-924e-468b-ae50-a9230e0a0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:17.228651 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for port (2e93ca83-bc67-412e-9a18-c6f212acb8bd), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:17.232716 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-01fd06a8-82a7-4137-acda-d322ffcde55e admin admin] Publish callbacks [] for security_group (3fa0b276-7509-44dd-b84f-c76701a5754b), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:17.250575 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a67ea4-84bd-4f73-8170-161781bcd607 None None] The sync data for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi is: [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:14Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:17.321513 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-0664b427-924e-468b-ae50-a9230e0a0297 None None] For port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:17.340155 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-a8a9f323-bfa0-4609-ac97-5d753b979a0f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:17.348198 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-a8a9f323-bfa0-4609-ac97-5d753b979a0f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 814 time: 0.4108391 Mar 22 17:57:17.374676 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-c7309b94-aaa1-4f52-9496-6de3247ae7a6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/quotas/5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 375 time: 0.0249918 Mar 22 17:57:17.496453 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-6b9c117d-4ea7-4597-85dc-853aaa5b0df9 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1206746 Mar 22 17:57:17.596251 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:17.598080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device bc98409e-088c-456a-bfee-e15bd92eab55 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:17.600642 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-0664b427-924e-468b-ae50-a9230e0a0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:17.619495 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (2e93ca83-bc67-412e-9a18-c6f212acb8bd), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:17.635661 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-01fd06a8-82a7-4137-acda-d322ffcde55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (3fa0b276-7509-44dd-b84f-c76701a5754b), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:17.759112 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (cf48e48a-6a52-40fe-89f2-999c86c476ac), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:17.792306 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-29805d1d-e569-4306-961a-7470a5c1bc69 service neutron] 10.222.0.73 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905893 Mar 22 17:57:17.793549 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd06a8-82a7-4137-acda-d322ffcde55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0b276-7509-44dd-b84f-c76701a5754b,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:17.834742 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-01fd06a8-82a7-4137-acda-d322ffcde55e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=07ba0c8040a640e6803f50225d2be0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8647013 Mar 22 17:57:17.864547 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:57:17.871795 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:17.887641 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34640) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:17.919894 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-0664b427-924e-468b-ae50-a9230e0a0297 None None] Provisioning complete for port 29468c7e-6536-47cd-b774-829750d0b901 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:17.925918 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-0664b427-924e-468b-ae50-a9230e0a0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (29468c7e-6536-47cd-b774-829750d0b901), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:17.926077 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:17.953220 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:18.085548 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'Port': ['ID=2e93ca83-bc67-412e-9a18-c6f212acb8bd,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:18.121016 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28" -d '{"events": [{"name": "network-changed", "server_uuid": "dae940e3-ef33-468d-9d96-3f392d523bbd", "tag": "9bba038a-0dbd-438a-bdde-73a88d025f09"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:18.176751 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=9755350a-c6a6-4703-9d28-290a750df1ae,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:18.242252 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-24c0ce80-635e-4c90-aa41-2104971126a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:18.244315 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-24c0ce80-635e-4c90-aa41-2104971126a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5be59f96184f4a25b50eb8deeec2c4d6&device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 1127 time: 0.6099494 Mar 22 17:57:18.452823 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74f81a86-0569-48d1-acf0-b8e06f1a546e admin admin] Publish callbacks [] for security_group (3fa0b276-7509-44dd-b84f-c76701a5754b), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:18.469546 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (22ca20f1-ef08-4a3e-bd38-af2adc2a651a), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:18.480750 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-ec7f0617-1b36-42b4-ba95-f0cf8bce9db9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bba038a-0dbd-438a-bdde-73a88d025f09 HTTP/1.1" status: 200 len: 217 time: 0.1773202 Mar 22 17:57:18.485347 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-0664b427-924e-468b-ae50-a9230e0a0297 None None] Current status of the port 29468c7e-6536-47cd-b774-829750d0b901 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:18.494067 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port bc98409e-088c-456a-bfee-e15bd92eab55 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:18.498263 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:18.540957 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664b427-924e-468b-ae50-a9230e0a0297 None None] Pushing event updated for resources: {'Port': ['ID=9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:18.747355 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port bc98409e-088c-456a-bfee-e15bd92eab55 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:18.795763 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74f81a86-0569-48d1-acf0-b8e06f1a546e admin admin] Publish callbacks [] for security_group (3fa0b276-7509-44dd-b84f-c76701a5754b), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:18.870216 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-750dee8e-f412-4634-9310-495f1f421de3 service neutron] 10.222.0.73 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0392325 Mar 22 17:57:18.877631 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-b26fc46a-1d34-4783-8658-dcb3a4945fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:18.879156 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-b26fc46a-1d34-4783-8658-dcb3a4945fc0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2879fae9-084d-4e1f-9118-52b449a2f9fb HTTP/1.1" status: 200 len: 851 time: 0.3603616 Mar 22 17:57:18.900933 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335750c-18e4-446e-a1c8-d7b90605d9bc req-08a6aad5-6874-43d8-94a5-7fd043be79a0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:18.914556 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5335750c-18e4-446e-a1c8-d7b90605d9bc req-08a6aad5-6874-43d8-94a5-7fd043be79a0 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 943 time: 0.8042562 Mar 22 17:57:19.110518 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for port (cf48e48a-6a52-40fe-89f2-999c86c476ac), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:19.156344 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-fde2b811-7854-4e86-a706-128e7120ea16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=633041c9-2b5a-430b-9472-2b4e85cf0e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2379844 Mar 22 17:57:19.193626 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2e93ca83-bc67-412e-9a18-c6f212acb8bd), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:19.292855 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (cf48e48a-6a52-40fe-89f2-999c86c476ac), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:19.317713 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-eb528e16-0a73-4267-b9b3-68c803dfd694 service neutron] 10.222.0.74 "GET /v2.0/networks/633041c9-2b5a-430b-9472-2b4e85cf0e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445343 Mar 22 17:57:19.472784 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (9b9f86ea-7b9b-461e-90de-aad383810f0c), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:19.489446 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 574baec6-f5c1-486e-ab20-6b36e73111e1 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:19.569393 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'Port': ['ID=cf48e48a-6a52-40fe-89f2-999c86c476ac,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:19.600826 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5335750c-18e4-446e-a1c8-d7b90605d9bc req-f5862282-bc15-4d38-bb3d-c1cfb38d274d tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850731 Mar 22 17:57:19.650610 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2e4a1e4c-471f-4710-8cf7-ed0615cbe164 req-b10b6b4b-1d52-40e1-aba2-07eb459ae0e3 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 210 time: 0.1386507 Mar 22 17:57:19.671706 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74f81a86-0569-48d1-acf0-b8e06f1a546e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (3fa0b276-7509-44dd-b84f-c76701a5754b), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:19.678088 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74f81a86-0569-48d1-acf0-b8e06f1a546e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:19.683778 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-74f81a86-0569-48d1-acf0-b8e06f1a546e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3fa0b276-7509-44dd-b84f-c76701a5754b HTTP/1.1" status: 204 len: 168 time: 1.6616793 Mar 22 17:57:19.706138 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 574baec6-f5c1-486e-ab20-6b36e73111e1 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:19.706795 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:19.771572 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:19.774862 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-74877ba9-94a3-47ce-b64c-d53e787fe7a7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6975217 Mar 22 17:57:19.778283 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f81a86-0569-48d1-acf0-b8e06f1a546e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0b276-7509-44dd-b84f-c76701a5754b,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:19.860686 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1cf9b764-3816-4351-9035-b7120dd4ae25 req-188c1ce6-3627-47e6-8f52-18165757c04e service neutron] 10.222.0.74 "GET /v2.0/networks/633041c9-2b5a-430b-9472-2b4e85cf0e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321324 Mar 22 17:57:19.962318 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for port (2e93ca83-bc67-412e-9a18-c6f212acb8bd), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:20.021786 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bea29aa2-bef9-48a9-bf98-a4c92de2534c req-6940ddb5-37d4-49af-a525-f88f7d4fbda8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 210 time: 0.1484377 Mar 22 17:57:20.067943 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 574baec6-f5c1-486e-ab20-6b36e73111e1 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:20.069462 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:20.119272 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (2e93ca83-bc67-412e-9a18-c6f212acb8bd), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:20.130466 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:20.136622 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:20.223968 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (22ca20f1-ef08-4a3e-bd38-af2adc2a651a), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:20.253144 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c959075-73f4-49e7-89b0-6f8583a68021 x-openstack-request-id: req-8c959075-73f4-49e7-89b0-6f8583a68021 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:20.256549 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae940e3-ef33-468d-9d96-3f392d523bbd", "tag": "9bba038a-0dbd-438a-bdde-73a88d025f09", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:20.256549 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c959075-73f4-49e7-89b0-6f8583a68021 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:20.256549 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c959075-73f4-49e7-89b0-6f8583a68021'] response: {'name': 'network-changed', 'server_uuid': 'dae940e3-ef33-468d-9d96-3f392d523bbd', 'tag': '9bba038a-0dbd-438a-bdde-73a88d025f09', 'status': 'completed', 'code': 200} Mar 22 17:57:20.333293 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'Port': ['ID=2e93ca83-bc67-412e-9a18-c6f212acb8bd,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:20.339419 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:20.340544 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 29468c7e-6536-47cd-b774-829750d0b901 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:20.403175 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28 req-624d744e-a84a-467a-8c98-4cb9275df123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:20.408413 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28 req-624d744e-a84a-467a-8c98-4cb9275df123 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5be59f96184f4a25b50eb8deeec2c4d6&device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 1127 time: 0.1005409 Mar 22 17:57:20.410257 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:20.423604 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-12c92aa8-eefb-4906-b460-7bd73dfdf420 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5392659 Mar 22 17:57:20.458087 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 29468c7e-6536-47cd-b774-829750d0b901 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:20.476389 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (29468c7e-6536-47cd-b774-829750d0b901), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:20.710786 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 29468c7e-6536-47cd-b774-829750d0b901 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:20.713530 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 9755350a-c6a6-4703-9d28-290a750df1ae up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:20.745522 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28 req-d832e85a-aeb3-4f28-a93a-f867d7a33979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:20.746672 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28 req-d832e85a-aeb3-4f28-a93a-f867d7a33979 service neutron] 10.222.0.74 "GET /v2.0/networks?id=633041c9-2b5a-430b-9472-2b4e85cf0e3c HTTP/1.1" status: 200 len: 912 time: 0.3239410 Mar 22 17:57:20.754103 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ee367-22eb-424d-a419-be33e0d7663f req-d75d6e4e-5b6c-4701-b4e8-b8411a4d3cc4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:20.761329 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-d75d6e4e-5b6c-4701-b4e8-b8411a4d3cc4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 819 time: 0.3372774 Mar 22 17:57:20.849118 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 9755350a-c6a6-4703-9d28-290a750df1ae triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:20.850056 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:20.896050 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28 req-e23d6e35-3f03-4cd9-937e-a3cc3d1c1e5e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bba038a-0dbd-438a-bdde-73a88d025f09 HTTP/1.1" status: 200 len: 217 time: 0.1105475 Mar 22 17:57:20.934875 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-68bf7dfb-3938-4d13-8b78-959b461ce4b7 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/quotas/75d8f1bf3674461eb14e5de4c707bcfb HTTP/1.1" status: 200 len: 375 time: 0.1723442 Mar 22 17:57:20.968130 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 9755350a-c6a6-4703-9d28-290a750df1ae is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:20.969227 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 1d439124-c403-4942-9dfd-b191ff6d987c up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:21.046011 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 1d439124-c403-4942-9dfd-b191ff6d987c triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:21.046434 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:21.058746 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28 req-ce2f0c4c-6099-4609-a1e5-8360f1feacef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:21.059432 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28 req-ce2f0c4c-6099-4609-a1e5-8360f1feacef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2879fae9-084d-4e1f-9118-52b449a2f9fb HTTP/1.1" status: 200 len: 851 time: 0.1351776 Mar 22 17:57:21.090797 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d352-05cb-443c-affc-0055de68b339 req-496cc8b4-29dd-47f2-8c31-2885a60173fe tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:21.094854 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3a22d352-05cb-443c-affc-0055de68b339 req-496cc8b4-29dd-47f2-8c31-2885a60173fe tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 943 time: 0.3245873 Mar 22 17:57:21.199870 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 1d439124-c403-4942-9dfd-b191ff6d987c is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:21.200519 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:21.267155 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port 1d439124-c403-4942-9dfd-b191ff6d987c, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=1d439124-c403-4942-9dfd-b191ff6d987c,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:21.339825 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28 req-276a1f85-1b14-4642-ada4-065ad947ab3e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=633041c9-2b5a-430b-9472-2b4e85cf0e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2395670 Mar 22 17:57:21.359876 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:21.360952 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-1756f1f4-ec8d-455f-ab6e-a38c193b8e03 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4249401 Mar 22 17:57:21.488427 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=1d439124-c403-4942-9dfd-b191ff6d987c,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:21.564773 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3a22d352-05cb-443c-affc-0055de68b339 req-3116bc42-3ec1-4a5a-b78d-98e3f8a1a402 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498105 Mar 22 17:57:21.665949 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-b8e0327d-57a9-486b-9a31-8c337d0508d1 service neutron] 10.222.0.73 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037069 Mar 22 17:57:21.811357 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34772) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:21.828160 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28 req-66766baf-1a29-4ce0-9d2a-e790f492a305 service neutron] 10.222.0.74 "GET /v2.0/networks/633041c9-2b5a-430b-9472-2b4e85cf0e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232421 Mar 22 17:57:21.836169 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3d44-4ea3-4df1-81df-5f686cb9e80d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:21.949153 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-03d820b0-fcf9-45f2-9429-6969ab78fed9 service neutron] 10.222.0.73 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823205 Mar 22 17:57:22.041494 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3d44-4ea3-4df1-81df-5f686cb9e80d admin admin] Publish callbacks [] for security_group (24a79720-e394-480c-b327-7ba68686a111), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.071283 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34776) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:22.160636 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6d9d3d44-4ea3-4df1-81df-5f686cb9e80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (24a79720-e394-480c-b327-7ba68686a111), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.161841 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-9ef31c5b-9a4b-4033-99af-50dc70cae941 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1419935622&fields=id&tenant_id=472a603765ff40e68405f6d1bcf35e80 HTTP/1.1" status: 200 len: 267 time: 0.3976936 Mar 22 17:57:22.262077 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-6d9d3d44-4ea3-4df1-81df-5f686cb9e80d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ecb764c0aaa049bf84d10f1a5bde1c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4489586 Mar 22 17:57:22.266337 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34782) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:22.267250 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d3d44-4ea3-4df1-81df-5f686cb9e80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a79720-e394-480c-b327-7ba68686a111,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:22.352699 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-99ee403e-aa8e-4887-931d-9e90ea63d2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.418811 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-81fd4187-33dd-49e4-9c41-d871fe586f30 admin admin] Publish callbacks [] for security_group (24a79720-e394-480c-b327-7ba68686a111), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.436174 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44a0ba95-9b85-4b01-a4f7-3c2a9aa7dd28 req-7d1b80f1-67fd-4594-b4e7-777f0a717d65 service neutron] 10.222.0.74 "GET /v2.0/networks/633041c9-2b5a-430b-9472-2b4e85cf0e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086727 Mar 22 17:57:22.536243 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.540378 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-81fd4187-33dd-49e4-9c41-d871fe586f30 admin admin] Publish callbacks [] for security_group (24a79720-e394-480c-b327-7ba68686a111), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.558980 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-213219c3-2d6b-4fd6-8c6c-5754043ecf74 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:22.563965 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-213219c3-2d6b-4fd6-8c6c-5754043ecf74 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/networks?id=5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 200 len: 810 time: 0.3663504 Mar 22 17:57:22.600813 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-7cad9ce1-d9e3-4682-b855-878eca87d9ce tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/quotas/472a603765ff40e68405f6d1bcf35e80 HTTP/1.1" status: 200 len: 375 time: 0.0233507 Mar 22 17:57:22.631806 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9e2d256b-f624-496e-9f63-5dd009c52bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.678738 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-99ee403e-aa8e-4887-931d-9e90ea63d2e6 admin admin] Publish callbacks [] for security_group (deadf97a-1597-414c-b272-63df44bfa9b9), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.773723 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-8aaaf450-ee9b-4475-81cd-56f50360559f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1256826759&fields=id&tenant_id=4d925cb22561432a9fb611016cb4e943 HTTP/1.1" status: 200 len: 267 time: 0.1321495 Mar 22 17:57:22.782908 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-99ee403e-aa8e-4887-931d-9e90ea63d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (deadf97a-1597-414c-b272-63df44bfa9b9), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.789034 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-81fd4187-33dd-49e4-9c41-d871fe586f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (24a79720-e394-480c-b327-7ba68686a111), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.791897 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-81fd4187-33dd-49e4-9c41-d871fe586f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:22.801013 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-81fd4187-33dd-49e4-9c41-d871fe586f30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24a79720-e394-480c-b327-7ba68686a111 HTTP/1.1" status: 204 len: 168 time: 0.5295165 Mar 22 17:57:22.816498 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-f56d8b16-7ad8-4710-8236-0f2a9c056fac tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2109511 Mar 22 17:57:22.906847 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-99ee403e-aa8e-4887-931d-9e90ea63d2e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6dd2bfcbc9b342a8971c124cb76cb100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8341074 Mar 22 17:57:22.908081 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee403e-aa8e-4887-931d-9e90ea63d2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deadf97a-1597-414c-b272-63df44bfa9b9,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:22.909709 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Sync routers for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:57:22.911146 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34810) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:22.932614 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:22.933482 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:56:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:22.934575 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd4187-33dd-49e4-9c41-d871fe586f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a79720-e394-480c-b327-7ba68686a111,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:23.044462 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6e464006-e3a1-4559-882f-9bf543cb37ed admin admin] Publish callbacks [] for security_group (deadf97a-1597-414c-b272-63df44bfa9b9), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:23.147214 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6e464006-e3a1-4559-882f-9bf543cb37ed admin admin] Publish callbacks [] for security_group (deadf97a-1597-414c-b272-63df44bfa9b9), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:23.298320 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.74', 61509) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:23.333213 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-d37215f3-36f9-46ac-9875-55fa212a7058 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:23.356215 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-d37215f3-36f9-46ac-9875-55fa212a7058 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 816 time: 0.5815587 Mar 22 17:57:23.360897 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:23.400550 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-6e0dccd3-90f5-4bd7-8c49-44ba2908df02 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:23.400550 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-6e0dccd3-90f5-4bd7-8c49-44ba2908df02 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 819 time: 0.6085794 Mar 22 17:57:23.415244 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6e464006-e3a1-4559-882f-9bf543cb37ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (deadf97a-1597-414c-b272-63df44bfa9b9), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:23.426034 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6e464006-e3a1-4559-882f-9bf543cb37ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:23.432968 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-6e464006-e3a1-4559-882f-9bf543cb37ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/deadf97a-1597-414c-b272-63df44bfa9b9 HTTP/1.1" status: 204 len: 168 time: 0.5202169 Mar 22 17:57:23.462714 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-6dfe0c24-7246-4920-b1d0-2beb5ac8842b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/quotas/4d925cb22561432a9fb611016cb4e943 HTTP/1.1" status: 200 len: 375 time: 0.1005795 Mar 22 17:57:23.529763 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Request body: {'port': {'device_id': 'fc8009d1-edcf-426f-a76e-0c8f07d90221', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'admin_state_up': True, 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:23.586071 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-e49f95fb-2f60-40c6-a453-4c48f042caea service neutron] 10.222.0.73 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7170496 Mar 22 17:57:23.690893 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e464006-e3a1-4559-882f-9bf543cb37ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deadf97a-1597-414c-b272-63df44bfa9b9,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:23.698388 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 1d439124-c403-4942-9dfd-b191ff6d987c up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:23.837254 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-e9f25981-e79f-4233-93a6-1b358f109eb4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3681126 Mar 22 17:57:23.943891 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-c2a9c41f-999c-40e1-9d8f-c321a55ffbce service neutron] 10.222.0.73 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567841 Mar 22 17:57:24.006913 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-81ba5d86-2bee-4fe8-8313-bd92bd4106b1 service neutron] 10.222.0.73 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677568 Mar 22 17:57:24.012545 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-6b82e731-d09b-42c3-a85a-32e9c70d459b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:24.014256 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-6b82e731-d09b-42c3-a85a-32e9c70d459b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 814 time: 0.6970150 Mar 22 17:57:24.104839 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 1d439124-c403-4942-9dfd-b191ff6d987c triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:24.109965 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:24.226795 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-827d4c16-7199-4b53-a0d7-4ccda2583709 service neutron] 10.222.0.73 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162693 Mar 22 17:57:24.228499 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Made reservation on behalf of 75d8f1bf3674461eb14e5de4c707bcfb for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:57:24.238310 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:24.253778 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-2bd6f516-95bc-48e2-9062-6a29af9a5f44 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 380 time: 0.2273183 Mar 22 17:57:24.264629 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:07Z', 'revision_number': 2, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:24.286893 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'port': {'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'admin_state_up': True, 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'security_groups': ['bd9429cd-bc2f-4066-89de-6bd40e40c202']}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:24.305074 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Checking router: f0b2debc-c84b-4a4a-9050-d5e3caf3c829 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:24.305511 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Updating router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 port abc8005d-69bd-43ca-8129-3fa3d4609106 binding host dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:57:24.446771 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 1d439124-c403-4942-9dfd-b191ff6d987c is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:24.504266 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:24.622188 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fa9a58bc-cb07-408d-9c0d-f6636dc0e19d req-038762a1-894d-48a2-82b7-aee72e7d3c13 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 210 time: 0.1188891 Mar 22 17:57:24.903659 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d0976234-6789-4755-853a-082b47475aaa req-b1a112e5-5812-4cb9-bed3-3c7855d24f3a tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 210 time: 0.0969543 Mar 22 17:57:24.941085 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Allocated IP 172.20.0.5 (b50e1b37-0f21-414b-993c-223d33d99c74/9169a76e-b5b1-49f2-b443-ba875ae2c50e/ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:24.959686 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Made reservation on behalf of 5933ff6f94b24ebf85963e593ac67df1 for: {'port': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:57:24.963559 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:24.977900 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52084d3b-af49-46cf-a08a-8ed4585ec0ac req-29477c6a-f77e-4d29-9ae7-913c87f9be0c tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:24.986424 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-52084d3b-af49-46cf-a08a-8ed4585ec0ac req-29477c6a-f77e-4d29-9ae7-913c87f9be0c tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 943 time: 0.1832707 Mar 22 17:57:25.085231 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9eb0b5e5-0171-472b-a263-f1dcfbdb77b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:25.091768 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34860) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:25.115563 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b67c4007-60bd-497c-a8a4-04a70e468873 req-9edd8698-9965-479e-9f63-2c35711dd722 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0929794 Mar 22 17:57:25.129033 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-52084d3b-af49-46cf-a08a-8ed4585ec0ac req-853ca1fd-fc2c-485c-bc81-d036bb3e3d44 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414883 Mar 22 17:57:25.133323 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e9d89b16-69ff-4157-8a66-13836e925920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:25.283895 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-236c600c-822f-41a8-b1fb-5a540dc6a0b6 req-dd5537df-7272-441f-ae13-fd5b92b798fc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 210 time: 0.0438721 Mar 22 17:57:25.437043 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:25.602311 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:25.674527 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Allocated IP 172.20.0.9 (4e4dae78-e07e-477d-b0e6-40a6a7f8a749/034b3e94-a94e-46aa-aa11-8a9a61a0e34c/98376508-96b4-4d57-963e-43a4261de15b) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:25.755390 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Network b50e1b37-0f21-414b-993c-223d33d99c74 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:25.772378 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:25.787100 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:25.826790 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:25.828386 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:25.901624 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event updated for resources: {'Port': ['ID=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:25.944658 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e9d89b16-69ff-4157-8a66-13836e925920 admin admin] Publish callbacks [] for security_group (f25133b1-64e3-4467-87e8-ae39cd19ff6f), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:25.982744 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-10cc0800-3ea3-4c56-87fd-7b8dd5239de9 req-3d39153b-622e-4abc-b55f-28c8da09984b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 210 time: 0.0615580 Mar 22 17:57:25.984183 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.74', 61515) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:26.090897 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e9d89b16-69ff-4157-8a66-13836e925920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f25133b1-64e3-4467-87e8-ae39cd19ff6f), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.125846 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-5c42e33e-aa19-4e65-91c6-70a327b0b335 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6341419 Mar 22 17:57:26.223323 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.240991 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-e9d89b16-69ff-4157-8a66-13836e925920 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88912710ca444e62bb3c5d771715bdad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1443164 Mar 22 17:57:26.264572 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d89b16-69ff-4157-8a66-13836e925920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25133b1-64e3-4467-87e8-ae39cd19ff6f,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:26.288397 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Publish callbacks [] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), precommit_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.305129 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-7dcdffd3-85f3-45c1-be0e-90c9413ecf45 None None] Provisioning complete for port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:26.305371 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7dcdffd3-85f3-45c1-be0e-90c9413ecf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.312632 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 34890) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:26.361461 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (98376508-96b4-4d57-963e-43a4261de15b), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.378347 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-7dcdffd3-85f3-45c1-be0e-90c9413ecf45 None None] Port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:26.408700 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb155-5ced-4899-b570-b02bcbadc6b1 admin admin] Publish callbacks [] for security_group (f25133b1-64e3-4467-87e8-ae39cd19ff6f), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.435868 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb155-5ced-4899-b570-b02bcbadc6b1 admin admin] Publish callbacks [] for security_group (f25133b1-64e3-4467-87e8-ae39cd19ff6f), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.442716 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85d46228-ff44-4ff3-99ff-7e9ddcd31bdc req-2d04f2c9-f52e-4b97-8892-32a638fddf16 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 210 time: 0.3247545 Mar 22 17:57:26.469932 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-91697b76-7481-4dd7-a67e-5ae828301c73 req-fd9be246-96f8-452e-b988-966d5fed9790 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0571537 Mar 22 17:57:26.480067 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.553575 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ee367-22eb-424d-a419-be33e0d7663f req-3f9ff86b-eebd-4c82-a3cc-574290e21790 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:26.555266 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-3f9ff86b-eebd-4c82-a3cc-574290e21790 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 819 time: 0.5703650 Mar 22 17:57:26.575489 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed587347-da0a-426e-ab89-4ff8b05fee5c None None] Pushing event updated for resources: {'Port': ['ID=abc8005d-69bd-43ca-8129-3fa3d4609106,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:26.603866 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3b4b2f0c-be58-442e-a7c1-f5150467f61d req-5e1e578d-c6d2-4f78-ac90-9b1a46b44308 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 210 time: 0.0765502 Mar 22 17:57:26.613007 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Attempting to bind port abc8005d-69bd-43ca-8129-3fa3d4609106 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:26.613387 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Attempting to bind port abc8005d-69bd-43ca-8129-3fa3d4609106 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:26.613937 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Attempting to bind port abc8005d-69bd-43ca-8129-3fa3d4609106 on network b50e1b37-0f21-414b-993c-223d33d99c74 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:26.621695 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:26.622211 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Checking segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:26.623511 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.624153 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Bound using segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:26.624889 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Bound port: abc8005d-69bd-43ca-8129-3fa3d4609106, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:26.625454 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.631900 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab44b3-d2d0-4e71-8847-87da5d624e94 req-e1ebca09-afdf-4727-adce-2df0f8d6b69f tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:26.639462 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (98376508-96b4-4d57-963e-43a4261de15b), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.639882 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e6ab44b3-d2d0-4e71-8847-87da5d624e94 req-e1ebca09-afdf-4727-adce-2df0f8d6b69f tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 943 time: 0.1156235 Mar 22 17:57:26.708357 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e6ab44b3-d2d0-4e71-8847-87da5d624e94 req-080e2a79-7197-46fe-99e9-ce8e614cd425 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674925 Mar 22 17:57:26.721605 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] For port abc8005d-69bd-43ca-8129-3fa3d4609106, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:26.728902 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] For port abc8005d-69bd-43ca-8129-3fa3d4609106, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=abc8005d-69bd-43ca-8129-3fa3d4609106,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:26.748610 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb155-5ced-4899-b570-b02bcbadc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f25133b1-64e3-4467-87e8-ae39cd19ff6f), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.751286 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb155-5ced-4899-b570-b02bcbadc6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.752673 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-0b8eb155-5ced-4899-b570-b02bcbadc6b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f25133b1-64e3-4467-87e8-ae39cd19ff6f HTTP/1.1" status: 204 len: 168 time: 0.4389374 Mar 22 17:57:26.759516 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=98376508-96b4-4d57-963e-43a4261de15b,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:26.765125 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:26.774763 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:26.779572 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8eb155-5ced-4899-b570-b02bcbadc6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25133b1-64e3-4467-87e8-ae39cd19ff6f,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:26.781209 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:26.788328 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:26.797483 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:26.950158 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-ae216374-9a3d-481a-9ed9-6cac5bdcf38e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6898370 Mar 22 17:57:26.964493 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:27.023061 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-29360d64-540d-432a-9ebc-6c00ba27bc08 None None] Provisioning complete for port abc8005d-69bd-43ca-8129-3fa3d4609106 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:27.023426 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-29360d64-540d-432a-9ebc-6c00ba27bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:27.060947 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed587347-da0a-426e-ab89-4ff8b05fee5c None None] Pushing event updated for resources: {'Port': ['ID=abc8005d-69bd-43ca-8129-3fa3d4609106,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:27.065674 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:27.066290 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:27.160817 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61fe3-96f5-4f83-8c2f-d1240320d65c req-478caad2-51ea-4f70-82ab-ede4870d9d83 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:27.166023 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cba61fe3-96f5-4f83-8c2f-d1240320d65c req-478caad2-51ea-4f70-82ab-ede4870d9d83 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 931 time: 0.0813324 Mar 22 17:57:27.232344 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cba61fe3-96f5-4f83-8c2f-d1240320d65c req-5ca1c3d5-57f1-4a07-9202-3c5a71a5674a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622013 Mar 22 17:57:27.237380 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-29360d64-540d-432a-9ebc-6c00ba27bc08 None None] Current status of the port abc8005d-69bd-43ca-8129-3fa3d4609106 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:27.238000 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-29360d64-540d-432a-9ebc-6c00ba27bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:27.240696 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:27.334467 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-29360d64-540d-432a-9ebc-6c00ba27bc08 None None] For port abc8005d-69bd-43ca-8129-3fa3d4609106, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=abc8005d-69bd-43ca-8129-3fa3d4609106,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:27.427233 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-29360d64-540d-432a-9ebc-6c00ba27bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:27.494917 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:27.516269 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device abc8005d-69bd-43ca-8129-3fa3d4609106 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:27.520993 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29360d64-540d-432a-9ebc-6c00ba27bc08 None None] Pushing event updated for resources: {'Port': ['ID=abc8005d-69bd-43ca-8129-3fa3d4609106,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:27.585798 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-172312a3-5612-49f2-b365-3412a9f7f74d None None] Provisioning complete for port 98376508-96b4-4d57-963e-43a4261de15b triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:27.586610 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-172312a3-5612-49f2-b365-3412a9f7f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (98376508-96b4-4d57-963e-43a4261de15b), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:27.598002 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Request body: {'port': {'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:27.616587 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Request body: {'port': {'device_id': '169908e3-cc58-4629-9c14-16b524a4e389', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'admin_state_up': True, 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:27.629431 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Request body: {'port': {'device_id': 'fc8009d1-edcf-426f-a76e-0c8f07d90221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:27.642962 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:26Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:27.659785 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97534c7c-cad9-4f9f-a1b1-2511c13a85a2 req-91f60297-eb96-445b-8f2a-657339d4b0f2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 210 time: 0.1003544 Mar 22 17:57:27.714279 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bc2ea-46a0-4817-bec3-f7390305e6a3 None None] The sync data for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi is: [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:26Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:27.718146 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-172312a3-5612-49f2-b365-3412a9f7f74d None None] Port 98376508-96b4-4d57-963e-43a4261de15b cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:27.725231 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port abc8005d-69bd-43ca-8129-3fa3d4609106 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:27.725231 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:27.787455 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (98376508-96b4-4d57-963e-43a4261de15b), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:27.793092 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-172312a3-5612-49f2-b365-3412a9f7f74d None None] Provisioning complete for port abc8005d-69bd-43ca-8129-3fa3d4609106 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:27.793636 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-172312a3-5612-49f2-b365-3412a9f7f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:28.002050 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6c5c0ae1-304b-4deb-b385-29d2113aebe3 req-74da6339-a1f4-458c-8f6d-dda6888a4740 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 210 time: 0.2913361 Mar 22 17:57:28.044643 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-172312a3-5612-49f2-b365-3412a9f7f74d None None] Current status of the port abc8005d-69bd-43ca-8129-3fa3d4609106 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:28.061519 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port abc8005d-69bd-43ca-8129-3fa3d4609106 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:28.152873 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-71315c70-324d-4a07-b390-3f4627596b33 req-d5497a8d-6e11-43d3-bf54-536002c40860 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 210 time: 0.2963309 Mar 22 17:57:28.165386 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Made reservation on behalf of 75d8f1bf3674461eb14e5de4c707bcfb for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:57:28.177113 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:28.321254 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:28.497857 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.notifiers.nova [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98376508-96b4-4d57-963e-43a4261de15b {{(pid=110337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:28.520312 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Publish callbacks [] for port (98376508-96b4-4d57-963e-43a4261de15b), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:28.545909 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a39702-2dc9-4873-b4c8-cafb26f5f4ba req-a9cfa4b9-1b44-4d5c-b492-7a3487616aa8 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:28.547502 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f3a39702-2dc9-4873-b4c8-cafb26f5f4ba req-a9cfa4b9-1b44-4d5c-b492-7a3487616aa8 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 943 time: 0.3205442 Mar 22 17:57:28.553744 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.provisioning_blocks [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Transition to ACTIVE for port object 98376508-96b4-4d57-963e-43a4261de15b will not be triggered until provisioned by entity L2. {{(pid=110337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:57:28.627272 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (98376508-96b4-4d57-963e-43a4261de15b), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:28.724793 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Pushing event updated for resources: {'Port': ['ID=98376508-96b4-4d57-963e-43a4261de15b,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:28.797812 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.managers [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Attempting to bind port 98376508-96b4-4d57-963e-43a4261de15b on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:28.798124 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.managers [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Attempting to bind port 98376508-96b4-4d57-963e-43a4261de15b by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}] {{(pid=110337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:28.798930 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Attempting to bind port 98376508-96b4-4d57-963e-43a4261de15b on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 {{(pid=110337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:28.804716 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Port 98376508-96b4-4d57-963e-43a4261de15b on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:57:28.805035 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Attempting to bind port 98376508-96b4-4d57-963e-43a4261de15b on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 {{(pid=110337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:28.816209 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Allocated IP 172.20.0.7 (b50e1b37-0f21-414b-993c-223d33d99c74/9169a76e-b5b1-49f2-b443-ba875ae2c50e/f1ad7eca-0f12-417f-8308-47fd21fe456b) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:28.822054 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:28.822433 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Checking segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:28.823042 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Bound using segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} {{(pid=110337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:28.823481 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.managers [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Bound port: 98376508-96b4-4d57-963e-43a4261de15b, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}}] {{(pid=110337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:28.823847 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (98376508-96b4-4d57-963e-43a4261de15b), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:28.834041 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5e9c6-561a-4b89-94f3-7cec63b90c2d req-f4963345-16f7-4af6-a5c8-bb4a0b705e1b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:28.836366 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-83c5e9c6-561a-4b89-94f3-7cec63b90c2d req-f4963345-16f7-4af6-a5c8-bb4a0b705e1b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 931 time: 0.4703023 Mar 22 17:57:28.900739 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f3a39702-2dc9-4873-b4c8-cafb26f5f4ba req-1b3159bf-57a4-4b99-adb7-bcf1ab8f2279 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355091 Mar 22 17:57:28.918841 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] For port 98376508-96b4-4d57-963e-43a4261de15b, host hv-cinder-73907, cleared binding levels {{(pid=110337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:28.925610 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] For port 98376508-96b4-4d57-963e-43a4261de15b, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=98376508-96b4-4d57-963e-43a4261de15b,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:29.025740 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (98376508-96b4-4d57-963e-43a4261de15b), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:29.030512 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-83c5e9c6-561a-4b89-94f3-7cec63b90c2d req-e9b3b8ed-7a17-4779-871d-de3217b1b4d4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616981 Mar 22 17:57:29.075645 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:29.076711 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:29.080322 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] 10.222.0.74 "PUT /v2.0/ports/98376508-96b4-4d57-963e-43a4261de15b HTTP/1.1" status: 200 len: 1093 time: 1.4879391 Mar 22 17:57:29.081463 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'tag': '98376508-96b4-4d57-963e-43a4261de15b'}] {{(pid=110337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:29.125225 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:29.278714 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9f9851b6-65d7-429d-a629-9c08aca771cc req-1a7db13b-ef84-4ba3-92e8-ad53147dcb93 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 210 time: 0.1557627 Mar 22 17:57:29.325884 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a406f-69f3-46bc-830c-574ed6c462b6 service neutron] Pushing event updated for resources: {'Port': ['ID=98376508-96b4-4d57-963e-43a4261de15b,revision_number=3']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:29.361239 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6ad13d0c-d930-4f86-845f-0d178005b9f8 req-4c3a724c-7e0b-4200-a067-c627ac19fac1 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 210 time: 0.1767433 Mar 22 17:57:29.386317 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-bf1cd53c-50ad-4262-aca5-5282aba7b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:29.386879 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-bf1cd53c-50ad-4262-aca5-5282aba7b312 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 1127 time: 0.1467650 Mar 22 17:57:29.508625 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device abc8005d-69bd-43ca-8129-3fa3d4609106 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:29.531446 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7fc3932-c28f-48d2-b5ea-760c33e1ac37 req-193a84cb-5e39-44d3-83e0-166bb5eee27b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 210 time: 0.1261137 Mar 22 17:57:29.535284 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-5ca22d18-92b7-4d4a-acdf-ecc2b5d66cc4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98376508-96b4-4d57-963e-43a4261de15b HTTP/1.1" status: 200 len: 217 time: 0.1396542 Mar 22 17:57:29.581419 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.74', 61521) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:29.614261 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:29.616367 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port abc8005d-69bd-43ca-8129-3fa3d4609106 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:29.618356 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:29.625785 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.74', 61522) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:29.650875 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c54c04f036c99c73614ee2d32205adff5e3cb61f25cb5d26dd61711337c0ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeff357-cbae-4457-80ab-6dc159a2161c" -d '{"events": [{"name": "network-changed", "server_uuid": "63f4ca02-dcb2-4e73-91b3-6587ee0631d1", "tag": "98376508-96b4-4d57-963e-43a4261de15b"}]}' {{(pid=110337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:29.677134 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-a94bd1d9-f628-4a53-828d-2069e1edd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:29.682438 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-a94bd1d9-f628-4a53-828d-2069e1edd4f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 200 len: 853 time: 0.1398952 Mar 22 17:57:29.736871 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port abc8005d-69bd-43ca-8129-3fa3d4609106 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:29.810726 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-f61f48b2-8bb7-4a01-9a1c-ddc32c624e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:29.812823 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-f61f48b2-8bb7-4a01-9a1c-ddc32c624e56 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1247160 Mar 22 17:57:29.817846 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a51c4c-ba3c-40f2-8d10-d4101c1c358f x-openstack-request-id: req-99a51c4c-ba3c-40f2-8d10-d4101c1c358f {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:29.818134 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f4ca02-dcb2-4e73-91b3-6587ee0631d1", "tag": "98376508-96b4-4d57-963e-43a4261de15b", "status": "completed", "code": 200}]} {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:29.818481 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99a51c4c-ba3c-40f2-8d10-d4101c1c358f {{(pid=110337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:29.819239 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a51c4c-ba3c-40f2-8d10-d4101c1c358f'] response: {'name': 'network-changed', 'server_uuid': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'tag': '98376508-96b4-4d57-963e-43a4261de15b', 'status': 'completed', 'code': 200} Mar 22 17:57:29.895399 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-c2828452-39c5-45b5-b2bf-826cfe33b5d5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:29.896854 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-c2828452-39c5-45b5-b2bf-826cfe33b5d5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.74 "GET /v2.0/networks?id=5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 200 len: 810 time: 0.2655218 Mar 22 17:57:29.914930 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-2425bbad-e0b2-479d-9059-cf658bd973d9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:29.920520 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-2425bbad-e0b2-479d-9059-cf658bd973d9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 816 time: 0.3380766 Mar 22 17:57:30.019891 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-b35f8774-70c6-4485-8e3a-e2553a3d44af service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933820 Mar 22 17:57:30.042557 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:30.091500 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-88c75720-fc34-4271-b764-615ca2e3e39e tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=472a603765ff40e68405f6d1bcf35e80 HTTP/1.1" status: 200 len: 380 time: 0.1810837 Mar 22 17:57:30.120698 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'port': {'device_id': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'admin_state_up': True, 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'security_groups': ['d05706f0-1eb9-45b6-9e25-670351504976']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:30.210571 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-8ccdc483-f085-4173-8b4a-b1a9554658dd req-b06ad6d5-4c91-4ef0-8972-5df94ca1df81 service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841695 Mar 22 17:57:30.263850 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-172faeff-3cb3-4e5e-9fd7-af7277067648 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d925cb22561432a9fb611016cb4e943 HTTP/1.1" status: 200 len: 380 time: 0.3292716 Mar 22 17:57:30.397869 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-4c706e59-fdb3-4a58-81ea-9b0049387b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:30.400313 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-4c706e59-fdb3-4a58-81ea-9b0049387b3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 1127 time: 0.0586176 Mar 22 17:57:30.498641 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Network b50e1b37-0f21-414b-993c-223d33d99c74 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:30.500116 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event updated for resources: {'Port': ['ID=f1ad7eca-0f12-417f-8308-47fd21fe456b,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:30.509350 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:30.526932 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'port': {'device_id': 'b15859e1-6591-4a53-b932-72044b6757b8', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'admin_state_up': True, 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'security_groups': ['1b890e0e-739b-4b64-911e-885509aaa22b']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:30.648562 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:30.651404 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:30.652080 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:30.712940 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27b7fd-3d1c-4a1a-885f-42d9cd9f155c req-f23d1dbe-42a5-4acf-b2aa-388c1f0de009 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:30.720069 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1e27b7fd-3d1c-4a1a-885f-42d9cd9f155c req-f23d1dbe-42a5-4acf-b2aa-388c1f0de009 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 943 time: 0.5299215 Mar 22 17:57:30.738177 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2183fab-77e6-45f8-83d2-ac59ef47099b req-ed40c041-7d88-4ec1-8403-f5f8219b8a15 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:30.739846 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a2183fab-77e6-45f8-83d2-ac59ef47099b req-ed40c041-7d88-4ec1-8403-f5f8219b8a15 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 943 time: 0.6636162 Mar 22 17:57:30.782889 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-b5644220-1530-4727-9cd1-5a8314476963 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1767874 Mar 22 17:57:30.788060 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-500c2cc3-50df-4828-b299-0fb309424775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:30.791164 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-500c2cc3-50df-4828-b299-0fb309424775 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 915 time: 0.3839278 Mar 22 17:57:30.816366 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Request body: {'port': {'device_id': '169908e3-cc58-4629-9c14-16b524a4e389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:30.852240 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-874bc652-84c6-445c-b83f-d963e794b6fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98376508-96b4-4d57-963e-43a4261de15b HTTP/1.1" status: 200 len: 217 time: 0.0517395 Mar 22 17:57:30.902428 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-c77a4575-b15d-4e1d-8837-0f5766055218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:30.904139 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-c77a4575-b15d-4e1d-8837-0f5766055218 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 200 len: 853 time: 0.0482759 Mar 22 17:57:30.912314 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-0c8fe9e1-3340-4fad-98b4-4e2d226ca0e6 None None] Provisioning complete for port f1ad7eca-0f12-417f-8308-47fd21fe456b triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:30.913232 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-0c8fe9e1-3340-4fad-98b4-4e2d226ca0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:30.949480 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fe9e1-3340-4fad-98b4-4e2d226ca0e6 None None] Port f1ad7eca-0f12-417f-8308-47fd21fe456b cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:30.956110 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1e27b7fd-3d1c-4a1a-885f-42d9cd9f155c req-b5578d81-9e51-4dd8-808e-9315143d2330 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315214 Mar 22 17:57:30.968478 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-91931259-7f53-4ac2-9562-6255a516557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:30.968478 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-91931259-7f53-4ac2-9562-6255a516557b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543633 Mar 22 17:57:30.999011 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:31.014271 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a2183fab-77e6-45f8-83d2-ac59ef47099b req-abc8136f-fbd9-4cbe-b79a-e31912e15b70 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614281 Mar 22 17:57:31.027081 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Publish callbacks [] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.078765 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.086217 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Transition to ACTIVE for port object ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:57:31.121323 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-370917a1-3109-43c1-8444-b93765dba3eb service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500964 Mar 22 17:57:31.159443 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-649fed52-b1db-464b-b072-4f4a7f12706d req-79a54634-1f1f-4811-bfdc-0ec5e5c00a47 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0365255 Mar 22 17:57:31.162398 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Made reservation on behalf of 472a603765ff40e68405f6d1bcf35e80 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:57:31.166302 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.203006 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1ea8c-3db2-488d-95bd-aa285b61262e req-42bcb76b-01d4-471d-a269-a1c6d600d2cb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:31.204517 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c4d1ea8c-3db2-488d-95bd-aa285b61262e req-42bcb76b-01d4-471d-a269-a1c6d600d2cb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 931 time: 0.1820259 Mar 22 17:57:31.232276 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-ceeff357-cbae-4457-80ab-6dc159a2161c req-7522f335-b446-44e6-b1b5-09f02da4285b service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042535 Mar 22 17:57:31.265771 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Made reservation on behalf of 4d925cb22561432a9fb611016cb4e943 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:57:31.269345 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.271411 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.356753 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35046) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:31.392193 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-abe53c73-5c63-4279-abea-89a4053d4e29 req-cfd1b85d-a2f8-4618-93fb-a6f6af18a406 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 210 time: 0.1391459 Mar 22 17:57:31.494692 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8444f77d-0a5a-4886-9ed5-e844d528f979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.498200 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:31.590405 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8444f77d-0a5a-4886-9ed5-e844d528f979 admin admin] Publish callbacks [] for security_group (705f845c-1135-412e-bacb-3ca06be933ca), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.591741 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c4d1ea8c-3db2-488d-95bd-aa285b61262e req-b7cc20eb-0e77-4089-afd4-9fec2cf7fe16 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360379 Mar 22 17:57:31.679175 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8444f77d-0a5a-4886-9ed5-e844d528f979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (705f845c-1135-412e-bacb-3ca06be933ca), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.692922 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Attempting to bind port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:31.692922 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Attempting to bind port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:31.692922 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Attempting to bind port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd on network b50e1b37-0f21-414b-993c-223d33d99c74 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:31.714704 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd on network b50e1b37-0f21-414b-993c-223d33d99c74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:57:31.715034 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Attempting to bind port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd on network b50e1b37-0f21-414b-993c-223d33d99c74 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:31.719438 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Allocated IP 172.20.0.11 (5526a5c6-8138-43f9-802e-dfcd05bb423a/adb8dba7-6995-423a-bf33-4b0c253f43b0/7250b6f0-f290-4c2f-a3a2-cff31f88270d) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:31.725867 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-8444f77d-0a5a-4886-9ed5-e844d528f979 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7000f94a8374c43acec66c538077921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677516 Mar 22 17:57:31.726707 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35054) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:31.728951 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444f77d-0a5a-4886-9ed5-e844d528f979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705f845c-1135-412e-bacb-3ca06be933ca,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:31.743295 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:31.743641 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Checking segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:31.744023 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Bound using segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:31.744483 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Bound port: ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:31.744825 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.782411 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ff-881d-4aec-a82f-f8b408baebe6 admin admin] Publish callbacks [] for security_group (705f845c-1135-412e-bacb-3ca06be933ca), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.787905 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Allocated IP 172.20.0.12 (ba936390-cac1-4492-b7d1-b07f4c922a85/7bd4adf8-880a-469c-b4d5-8dfacc6eb998/82139c49-ba0b-4a5e-b544-14d8cbe688f5) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:57:31.804522 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ff-881d-4aec-a82f-f8b408baebe6 admin admin] Publish callbacks [] for security_group (705f845c-1135-412e-bacb-3ca06be933ca), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.896694 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ff-881d-4aec-a82f-f8b408baebe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (705f845c-1135-412e-bacb-3ca06be933ca), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.900656 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fd9c98ff-881d-4aec-a82f-f8b408baebe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.901850 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-fd9c98ff-881d-4aec-a82f-f8b408baebe6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/705f845c-1135-412e-bacb-3ca06be933ca HTTP/1.1" status: 204 len: 168 time: 0.1738796 Mar 22 17:57:31.911300 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c98ff-881d-4aec-a82f-f8b408baebe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705f845c-1135-412e-bacb-3ca06be933ca,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:31.928276 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ad7eca-0f12-417f-8308-47fd21fe456b {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:31.948320 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Publish callbacks [] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.985864 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] For port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:31.989032 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] For port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:32.014315 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Transition to ACTIVE for port object f1ad7eca-0f12-417f-8308-47fd21fe456b will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:57:32.145867 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.172583 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.182585 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.266686 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c06e7-e22c-42d0-86bb-86b647be8599 req-45896200-406d-41f0-8c5b-f211d430c1d2 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:32.268506 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c92c06e7-e22c-42d0-86bb-86b647be8599 req-45896200-406d-41f0-8c5b-f211d430c1d2 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 943 time: 0.2516181 Mar 22 17:57:32.283023 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:32.283023 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.283510 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] 10.222.0.74 "PUT /v2.0/ports/ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd HTTP/1.1" status: 200 len: 1093 time: 4.6593010 Mar 22 17:57:32.297689 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8009d1-edcf-426f-a76e-0c8f07d90221', 'tag': 'ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:32.299945 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8009d1-edcf-426f-a76e-0c8f07d90221", "tag": "ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:32.315471 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.401394 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1dfb4-deb8-4b81-bd2e-832dd160ae29 req-c39250fe-d2e1-45c7-b016-164799396838 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:32.402914 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7b1dfb4-deb8-4b81-bd2e-832dd160ae29 req-c39250fe-d2e1-45c7-b016-164799396838 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 943 time: 0.2976213 Mar 22 17:57:32.403587 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bdcdb-fdb4-435c-badf-09d5705c6826 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:32.498930 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Attempting to bind port f1ad7eca-0f12-417f-8308-47fd21fe456b on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:32.499308 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Attempting to bind port f1ad7eca-0f12-417f-8308-47fd21fe456b by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:32.499592 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Attempting to bind port f1ad7eca-0f12-417f-8308-47fd21fe456b on network b50e1b37-0f21-414b-993c-223d33d99c74 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:32.540121 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.544156 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c92c06e7-e22c-42d0-86bb-86b647be8599 req-e412ce4b-5206-4102-9cb3-0e6b417f4f24 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547739 Mar 22 17:57:32.566316 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Port f1ad7eca-0f12-417f-8308-47fd21fe456b on network b50e1b37-0f21-414b-993c-223d33d99c74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:57:32.566316 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Attempting to bind port f1ad7eca-0f12-417f-8308-47fd21fe456b on network b50e1b37-0f21-414b-993c-223d33d99c74 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:32.597322 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Pushing event updated for resources: {'Port': ['ID=f1ad7eca-0f12-417f-8308-47fd21fe456b,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:32.600173 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:32.600914 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Checking segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:32.602072 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Bound using segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:32.602520 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Bound port: f1ad7eca-0f12-417f-8308-47fd21fe456b, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:32.602873 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.664068 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Network 5526a5c6-8138-43f9-802e-dfcd05bb423a is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:32.680923 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7b1dfb4-deb8-4b81-bd2e-832dd160ae29 req-caa38302-8991-4aa1-b1ad-757c58c984ac tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635503 Mar 22 17:57:32.687705 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:32.774838 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35076) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:32.788517 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-937b23da-5315-40c3-8a76-087682259fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.883504 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-937b23da-5315-40c3-8a76-087682259fce admin admin] Publish callbacks [] for security_group (d97de518-b182-402e-ad81-1d0992322600), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.914567 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe044f91-98c5-4458-834f-4acbc52ce5c6 x-openstack-request-id: req-fe044f91-98c5-4458-834f-4acbc52ce5c6 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:32.914746 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8009d1-edcf-426f-a76e-0c8f07d90221", "tag": "ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:32.915002 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe044f91-98c5-4458-834f-4acbc52ce5c6 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:32.915398 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe044f91-98c5-4458-834f-4acbc52ce5c6'] response: {'name': 'network-changed', 'server_uuid': 'fc8009d1-edcf-426f-a76e-0c8f07d90221', 'tag': 'ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd', 'status': 'completed', 'code': 200} Mar 22 17:57:32.922334 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:32.927629 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:32.928256 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.933868 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.959271 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-937b23da-5315-40c3-8a76-087682259fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d97de518-b182-402e-ad81-1d0992322600), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:32.969631 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-678d6ebb-0b1e-4e2b-801e-88b76cfd66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:32.977640 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-678d6ebb-0b1e-4e2b-801e-88b76cfd66a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 1127 time: 0.5001853 Mar 22 17:57:32.977640 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'Port': ['ID=7250b6f0-f290-4c2f-a3a2-cff31f88270d,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:32.977955 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-09e25f94-1019-4e3d-8c4d-a4dda23788cf None None] Provisioning complete for port 7250b6f0-f290-4c2f-a3a2-cff31f88270d triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:32.977955 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-09e25f94-1019-4e3d-8c4d-a4dda23788cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.001295 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35080) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:33.031590 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-09e25f94-1019-4e3d-8c4d-a4dda23788cf None None] Port 7250b6f0-f290-4c2f-a3a2-cff31f88270d cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:33.040169 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b23da-5315-40c3-8a76-087682259fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97de518-b182-402e-ad81-1d0992322600,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:33.044750 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-937b23da-5315-40c3-8a76-087682259fce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=997b603888ee4e9c879a7e65d8204693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688794 Mar 22 17:57:33.047645 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35084) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:33.061727 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 9bba038a-0dbd-438a-bdde-73a88d025f09 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:57:33.119974 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5b977a60-7a8e-4882-9b0c-19850e4618ed admin admin] Publish callbacks [] for security_group (d97de518-b182-402e-ad81-1d0992322600), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.149427 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] For port f1ad7eca-0f12-417f-8308-47fd21fe456b, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:33.152372 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5b977a60-7a8e-4882-9b0c-19850e4618ed admin admin] Publish callbacks [] for security_group (d97de518-b182-402e-ad81-1d0992322600), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.160822 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Network ba936390-cac1-4492-b7d1-b07f4c922a85 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:57:33.166657 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:33.172586 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-e27ed4c5-c75a-4c41-a9f3-0c84375fa134 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd HTTP/1.1" status: 200 len: 217 time: 0.1741328 Mar 22 17:57:33.176407 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-59e86c72-85eb-4007-ab6a-8a395e44fa9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.181535 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-4ebdf3e8-ec13-490b-806f-aa14628d245c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0671887 Mar 22 17:57:33.203929 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 9bba038a-0dbd-438a-bdde-73a88d025f09, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=9bba038a-0dbd-438a-bdde-73a88d025f09,segment=NetworkSegment(ab86f73a-bce9-461b-806e-b16209803bb1),segment_id=ab86f73a-bce9-461b-806e-b16209803bb1)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:33.227733 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '9bba038a-0dbd-438a-bdde-73a88d025f09', 'network_id': '633041c9-2b5a-430b-9472-2b4e85cf0e3c', 'port_id': '9bba038a-0dbd-438a-bdde-73a88d025f09', 'mac_address': 'fa:16:3e:5c:64:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2879fae9-084d-4e1f-9118-52b449a2f9fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:57:33.232512 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afab36-8f8b-403c-b45f-5ac7150b53be req-9f14e1b9-fa9a-4018-bc35-0928d2066f88 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:33.234350 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-59afab36-8f8b-403c-b45f-5ac7150b53be req-9f14e1b9-fa9a-4018-bc35-0928d2066f88 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 932 time: 0.5751507 Mar 22 17:57:33.243455 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Request body: {'port': {'device_id': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:33.248836 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] For port f1ad7eca-0f12-417f-8308-47fd21fe456b, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f1ad7eca-0f12-417f-8308-47fd21fe456b,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:33.250406 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:57:33.252827 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:57:33.258431 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:33.263353 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.296461 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 9bba038a-0dbd-438a-bdde-73a88d025f09 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:33.297038 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.311921 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-59e86c72-85eb-4007-ab6a-8a395e44fa9a admin admin] Publish callbacks [] for security_group (15923ff5-9def-4cd2-a198-a3846f21091c), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.312745 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bba038a-0dbd-438a-bdde-73a88d025f09 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:33.326942 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-6e04d0b4-304a-4196-9dea-fb8e13c4e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:33.328422 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-6e04d0b4-304a-4196-9dea-fb8e13c4e38d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.1454685 Mar 22 17:57:33.336755 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 9bba038a-0dbd-438a-bdde-73a88d025f09, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=9bba038a-0dbd-438a-bdde-73a88d025f09,segment=NetworkSegment(ab86f73a-bce9-461b-806e-b16209803bb1),segment_id=ab86f73a-bce9-461b-806e-b16209803bb1)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:33.345864 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70b68e-47c7-482a-93cf-ce7340615077 req-530fabee-a63b-49b8-a1b4-3667e72a1e42 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:33.347369 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fd70b68e-47c7-482a-93cf-ce7340615077 req-530fabee-a63b-49b8-a1b4-3667e72a1e42 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 932 time: 0.4157879 Mar 22 17:57:33.405492 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5b977a60-7a8e-4882-9b0c-19850e4618ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d97de518-b182-402e-ad81-1d0992322600), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.408393 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5b977a60-7a8e-4882-9b0c-19850e4618ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.409835 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-5b977a60-7a8e-4882-9b0c-19850e4618ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d97de518-b182-402e-ad81-1d0992322600 HTTP/1.1" status: 204 len: 168 time: 0.3611205 Mar 22 17:57:33.419805 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b977a60-7a8e-4882-9b0c-19850e4618ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97de518-b182-402e-ad81-1d0992322600,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:33.431262 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-59afab36-8f8b-403c-b45f-5ac7150b53be req-d262235b-3112-476b-bf24-c6b07d545530 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603112 Mar 22 17:57:33.445342 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-59e86c72-85eb-4007-ab6a-8a395e44fa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (15923ff5-9def-4cd2-a198-a3846f21091c), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.450903 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.451493 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.515734 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:33.516366 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.518114 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] 10.222.0.74 "PUT /v2.0/ports/f1ad7eca-0f12-417f-8308-47fd21fe456b HTTP/1.1" status: 200 len: 1093 time: 2.7138996 Mar 22 17:57:33.525466 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-53360582-3887-466f-a110-33b3f7736018 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0076404 Mar 22 17:57:33.529063 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-59e86c72-85eb-4007-ab6a-8a395e44fa9a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cdbc5d9a287d4a10acad6f9123936973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203950 Mar 22 17:57:33.538347 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35096) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:33.575639 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Request body: {'port': {'device_id': 'b15859e1-6591-4a53-b932-72044b6757b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:33.578675 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=9bba038a-0dbd-438a-bdde-73a88d025f09,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:33.596776 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e86c72-85eb-4007-ab6a-8a395e44fa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15923ff5-9def-4cd2-a198-a3846f21091c,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:33.638909 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.643203 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7b19f479-7aa6-409c-af5b-58500dccb941 admin admin] Publish callbacks [] for security_group (15923ff5-9def-4cd2-a198-a3846f21091c), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.678640 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7b19f479-7aa6-409c-af5b-58500dccb941 admin admin] Publish callbacks [] for security_group (15923ff5-9def-4cd2-a198-a3846f21091c), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.683174 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-2092a367-85f4-4828-a4d2-7301ff0d8b7e None None] Provisioning complete for port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:33.683956 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-2092a367-85f4-4828-a4d2-7301ff0d8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.729263 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-2092a367-85f4-4828-a4d2-7301ff0d8b7e None None] Port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:57:33.757448 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-e351fbaf-c47e-44ba-b89f-1c8827d3746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:33.758983 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-e351fbaf-c47e-44ba-b89f-1c8827d3746c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4205277 Mar 22 17:57:33.795649 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fd70b68e-47c7-482a-93cf-ce7340615077 req-03ef8aa9-c6ee-4a1c-ad25-fa6851d5aaf9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4236088 Mar 22 17:57:33.839956 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7b19f479-7aa6-409c-af5b-58500dccb941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (15923ff5-9def-4cd2-a198-a3846f21091c), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.852441 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7b19f479-7aa6-409c-af5b-58500dccb941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.856307 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7b19f479-7aa6-409c-af5b-58500dccb941 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/15923ff5-9def-4cd2-a198-a3846f21091c HTTP/1.1" status: 204 len: 168 time: 0.3158321 Mar 22 17:57:33.873573 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19f479-7aa6-409c-af5b-58500dccb941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15923ff5-9def-4cd2-a198-a3846f21091c,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:33.881054 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.902793 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['9bba038a-0dbd-438a-bdde-73a88d025f09'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:57:33.956365 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bbbb2-f47b-40ac-88c1-a624ed07a11e service neutron] Pushing event updated for resources: {'Port': ['ID=f1ad7eca-0f12-417f-8308-47fd21fe456b,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:33.994013 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2a6df-eb5b-49c8-8970-da1c65e3508f req-3d027126-e8d0-407d-9a29-043ee1e9ffd0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:33.995882 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eee2a6df-eb5b-49c8-8970-da1c65e3508f req-3d027126-e8d0-407d-9a29-043ee1e9ffd0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 943 time: 0.4695196 Mar 22 17:57:34.137721 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ee367-22eb-424d-a419-be33e0d7663f req-d72d3cfd-ef2e-43ea-9c02-b6f4295e4141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:34.139286 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-d72d3cfd-ef2e-43ea-9c02-b6f4295e4141 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 1127 time: 0.4466951 Mar 22 17:57:34.239282 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-fdd9f039-7758-4111-9fa5-e63a0d6b167d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1ad7eca-0f12-417f-8308-47fd21fe456b HTTP/1.1" status: 200 len: 217 time: 0.0823185 Mar 22 17:57:34.386875 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-b662123f-ffa4-490b-9d62-bd33eaab920c service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018782 Mar 22 17:57:34.409428 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd147e-875a-4ccd-a6e6-e620d0140ca1 req-fb0d4ab2-af24-425a-afc5-223909829d5c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:34.413448 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-60dd147e-875a-4ccd-a6e6-e620d0140ca1 req-fb0d4ab2-af24-425a-afc5-223909829d5c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 943 time: 0.4375181 Mar 22 17:57:34.415087 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eee2a6df-eb5b-49c8-8970-da1c65e3508f req-cc7852d3-9c4b-4fcc-91ea-e64bac1d9050 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008737 Mar 22 17:57:34.532067 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ee367-22eb-424d-a419-be33e0d7663f req-b2284efd-6e4c-4290-a77a-5b5bc90c3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:34.533064 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-b2284efd-6e4c-4290-a77a-5b5bc90c3a45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.2767382 Mar 22 17:57:34.704346 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-60dd147e-875a-4ccd-a6e6-e620d0140ca1 req-65fc97ae-3809-41b7-8b3f-802b703aff46 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740903 Mar 22 17:57:34.755403 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e665a8c-1fcd-44c3-9bf8-f29fdde46723 req-062a5a6f-3db4-4c0e-b7d8-4248877e8289 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601799 Mar 22 17:57:34.769994 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35142) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:34.779190 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c9ba9-2df9-48e6-9848-ba1ee2db03c5 req-1f463139-d8e0-4f30-a114-5b0ebc35c823 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:34.780799 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dd2c9ba9-2df9-48e6-9848-ba1ee2db03c5 req-1f463139-d8e0-4f30-a114-5b0ebc35c823 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 944 time: 0.2838838 Mar 22 17:57:34.790210 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ca228250-546c-4475-95a8-6d7bd2510276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:34.819140 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ee367-22eb-424d-a419-be33e0d7663f req-b527dc30-c740-4266-b0be-56420cd0b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:34.821336 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-b527dc30-c740-4266-b0be-56420cd0b089 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2373996 Mar 22 17:57:34.874716 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ca228250-546c-4475-95a8-6d7bd2510276 admin admin] Publish callbacks [] for security_group (13c229dc-0c24-416b-9b15-4a466192afbd), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:34.970947 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ca228250-546c-4475-95a8-6d7bd2510276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (13c229dc-0c24-416b-9b15-4a466192afbd), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.013316 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-ca228250-546c-4475-95a8-6d7bd2510276 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5665ee1a8d404592862f18be6c4f7a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416251 Mar 22 17:57:35.014044 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca228250-546c-4475-95a8-6d7bd2510276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c229dc-0c24-416b-9b15-4a466192afbd,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:35.017380 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35148) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:35.037238 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 98376508-96b4-4d57-963e-43a4261de15b details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:57:35.057214 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 9bba038a-0dbd-438a-bdde-73a88d025f09 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:35.100914 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7becb94b-9a30-43be-af0f-9013d604d0ad admin admin] Publish callbacks [] for security_group (13c229dc-0c24-416b-9b15-4a466192afbd), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.118116 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169908e3-cc58-4629-9c14-16b524a4e389', 'tag': 'f1ad7eca-0f12-417f-8308-47fd21fe456b'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:35.120657 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13" -d '{"events": [{"name": "network-changed", "server_uuid": "169908e3-cc58-4629-9c14-16b524a4e389", "tag": "f1ad7eca-0f12-417f-8308-47fd21fe456b"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:35.134845 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7becb94b-9a30-43be-af0f-9013d604d0ad admin admin] Publish callbacks [] for security_group (13c229dc-0c24-416b-9b15-4a466192afbd), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.167964 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7250b6f0-f290-4c2f-a3a2-cff31f88270d {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:35.204361 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Publish callbacks [] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.241564 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 98376508-96b4-4d57-963e-43a4261de15b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=98376508-96b4-4d57-963e-43a4261de15b,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:35.254230 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '98376508-96b4-4d57-963e-43a4261de15b', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'port_id': '98376508-96b4-4d57-963e-43a4261de15b', 'mac_address': 'fa:16:3e:e9:1c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:57:35.281813 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dd2c9ba9-2df9-48e6-9848-ba1ee2db03c5 req-8a6a2089-26f1-408d-a696-c969edda6827 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911182 Mar 22 17:57:35.294452 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 98376508-96b4-4d57-963e-43a4261de15b is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:35.295173 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (98376508-96b4-4d57-963e-43a4261de15b), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.299099 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82139c49-ba0b-4a5e-b544-14d8cbe688f5 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:35.310423 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98376508-96b4-4d57-963e-43a4261de15b {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:35.313246 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Publish callbacks [] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.322166 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baa31d-5519-4194-b957-6fa466868538 req-42f5de80-15c6-4cda-b351-f53d0ef80251 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:35.323668 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-14baa31d-5519-4194-b957-6fa466868538 req-42f5de80-15c6-4cda-b351-f53d0ef80251 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 932 time: 0.5084233 Mar 22 17:57:35.332738 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 98376508-96b4-4d57-963e-43a4261de15b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=98376508-96b4-4d57-963e-43a4261de15b,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:35.340805 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 9bba038a-0dbd-438a-bdde-73a88d025f09 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:57:35.343834 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7becb94b-9a30-43be-af0f-9013d604d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (13c229dc-0c24-416b-9b15-4a466192afbd), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.345015 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-498f06cf-6f31-4e4b-a0c8-fce18df3b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:35.346516 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-498f06cf-6f31-4e4b-a0c8-fce18df3b061 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 1127 time: 0.4534390 Mar 22 17:57:35.346984 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7becb94b-9a30-43be-af0f-9013d604d0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.349897 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7becb94b-9a30-43be-af0f-9013d604d0ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/13c229dc-0c24-416b-9b15-4a466192afbd HTTP/1.1" status: 204 len: 168 time: 0.3300993 Mar 22 17:57:35.350013 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 9bba038a-0dbd-438a-bdde-73a88d025f09 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:35.350013 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.350174 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Transition to ACTIVE for port object 7250b6f0-f290-4c2f-a3a2-cff31f88270d will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:57:35.353288 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-fc335deb-5904-4361-9099-e0089926f06d service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215542 Mar 22 17:57:35.361898 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becb94b-9a30-43be-af0f-9013d604d0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c229dc-0c24-416b-9b15-4a466192afbd,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:35.378105 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Transition to ACTIVE for port object 82139c49-ba0b-4a5e-b544-14d8cbe688f5 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:57:35.409596 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (98376508-96b4-4d57-963e-43a4261de15b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.487395 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.496005 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=98376508-96b4-4d57-963e-43a4261de15b,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:35.496761 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.544012 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 9bba038a-0dbd-438a-bdde-73a88d025f09 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:35.544705 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.569678 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae940e3-ef33-468d-9d96-3f392d523bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba038a-0dbd-438a-bdde-73a88d025f09'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:35.587923 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-14baa31d-5519-4194-b957-6fa466868538 req-f23b2f8d-6490-4bb4-9ab0-f1d232938515 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549021 Mar 22 17:57:35.655873 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Pushing event updated for resources: {'Port': ['ID=7250b6f0-f290-4c2f-a3a2-cff31f88270d,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:35.703852 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 9bba038a-0dbd-438a-bdde-73a88d025f09, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=9bba038a-0dbd-438a-bdde-73a88d025f09,segment=NetworkSegment(ab86f73a-bce9-461b-806e-b16209803bb1),segment_id=ab86f73a-bce9-461b-806e-b16209803bb1)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:35.787684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:35.791562 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115550d4-d5bc-4a88-9d12-925063e78767 x-openstack-request-id: req-115550d4-d5bc-4a88-9d12-925063e78767 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:35.792078 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169908e3-cc58-4629-9c14-16b524a4e389", "tag": "f1ad7eca-0f12-417f-8308-47fd21fe456b", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:35.792078 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-115550d4-d5bc-4a88-9d12-925063e78767 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:35.792691 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115550d4-d5bc-4a88-9d12-925063e78767'] response: {'name': 'network-changed', 'server_uuid': '169908e3-cc58-4629-9c14-16b524a4e389', 'tag': 'f1ad7eca-0f12-417f-8308-47fd21fe456b', 'status': 'completed', 'code': 200} Mar 22 17:57:35.810747 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-051ee367-22eb-424d-a419-be33e0d7663f req-c96b1afe-079e-4bd7-91ad-f220ee229689 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472868 Mar 22 17:57:35.823598 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-d6319184-307c-4d36-a8a6-8199e10483a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:35.827854 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-d6319184-307c-4d36-a8a6-8199e10483a3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.4736216 Mar 22 17:57:35.854341 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['98376508-96b4-4d57-963e-43a4261de15b'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:57:35.865483 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec732b8-7c90-4243-af53-7f8ed8f7c5fe req-eb110516-4c85-4b3c-bec3-749cdac75b1b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:35.878207 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3ec732b8-7c90-4243-af53-7f8ed8f7c5fe req-eb110516-4c85-4b3c-bec3-749cdac75b1b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.4428818 Mar 22 17:57:35.899476 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Attempting to bind port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:35.900147 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Attempting to bind port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:35.900791 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Attempting to bind port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 on network ba936390-cac1-4492-b7d1-b07f4c922a85 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:35.969972 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=9bba038a-0dbd-438a-bdde-73a88d025f09,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:36.022524 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Attempting to bind port 7250b6f0-f290-4c2f-a3a2-cff31f88270d on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:57:36.022865 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Attempting to bind port 7250b6f0-f290-4c2f-a3a2-cff31f88270d by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:57:36.023234 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Attempting to bind port 7250b6f0-f290-4c2f-a3a2-cff31f88270d on network 5526a5c6-8138-43f9-802e-dfcd05bb423a {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:36.062615 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 on network ba936390-cac1-4492-b7d1-b07f4c922a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:57:36.062946 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Attempting to bind port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 on network ba936390-cac1-4492-b7d1-b07f4c922a85 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:36.071824 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-d1aa33df-d44d-47bb-a394-2879f82a742b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd HTTP/1.1" status: 200 len: 217 time: 0.2232275 Mar 22 17:57:36.073288 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Pushing event updated for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:36.074035 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c93cba2-97bd-4589-b3c2-3b7a9e609f18" -d '{"events": [{"server_uuid": "dae940e3-ef33-468d-9d96-3f392d523bbd", "name": "network-vif-plugged", "status": "completed", "tag": "9bba038a-0dbd-438a-bdde-73a88d025f09"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:36.102114 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Port 7250b6f0-f290-4c2f-a3a2-cff31f88270d on network 5526a5c6-8138-43f9-802e-dfcd05bb423a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:57:36.102454 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Attempting to bind port 7250b6f0-f290-4c2f-a3a2-cff31f88270d on network 5526a5c6-8138-43f9-802e-dfcd05bb423a {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:57:36.128872 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:36.129164 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Checking segment: {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:36.129573 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Bound using segment: {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:36.130036 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Bound port: 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:36.130368 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:36.180250 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:57:36.180621 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Checking segment: {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:57:36.180966 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Bound using segment: {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:57:36.181446 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Bound port: 7250b6f0-f290-4c2f-a3a2-cff31f88270d, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:57:36.181806 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:36.248292 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3ec732b8-7c90-4243-af53-7f8ed8f7c5fe req-dc41932f-7fe2-4dd0-8d24-531736ea0af6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690095 Mar 22 17:57:36.282444 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920710ef-f37c-439b-8a05-12257979d175 req-a9ca44df-6f53-4dd9-b4d2-7993420948f8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:36.283836 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-920710ef-f37c-439b-8a05-12257979d175 req-a9ca44df-6f53-4dd9-b4d2-7993420948f8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 943 time: 0.3965759 Mar 22 17:57:36.290862 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-4db8ce16-7dda-4f48-bedc-3b27365a9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:36.291936 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-4db8ce16-7dda-4f48-bedc-3b27365a9cc0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.1959441 Mar 22 17:57:36.305447 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-bd7540d0-bc22-4d34-badd-eb12a6e7082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:36.307211 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-bd7540d0-bc22-4d34-badd-eb12a6e7082b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 1127 time: 0.2741354 Mar 22 17:57:36.453643 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:36.494942 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:36.499912 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] For port 7250b6f0-f290-4c2f-a3a2-cff31f88270d, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:57:36.540012 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] For port 7250b6f0-f290-4c2f-a3a2-cff31f88270d, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:57:36.544775 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-920710ef-f37c-439b-8a05-12257979d175 req-c3cab10f-e726-486a-9b47-aec24564c9a4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518988 Mar 22 17:57:36.561573 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-e5ad8b99-10c4-4173-99e3-612a5ddc250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:36.561573 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-e5ad8b99-10c4-4173-99e3-612a5ddc250d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2497985 Mar 22 17:57:36.588752 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed1d7f-a4f9-4f76-b1fd-bb6a3e805e68 req-6045b997-c384-4c04-9080-7c7462e82bec tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:36.590289 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-64ed1d7f-a4f9-4f76-b1fd-bb6a3e805e68 req-6045b997-c384-4c04-9080-7c7462e82bec tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 944 time: 0.2456031 Mar 22 17:57:36.626809 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:36.634156 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-aaa9de81-7ab9-4a5d-820f-0082a619860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:36.635668 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-aaa9de81-7ab9-4a5d-820f-0082a619860b service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.3150737 Mar 22 17:57:36.720455 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:36.729828 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:36.730446 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:36.731852 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] 10.222.0.74 "PUT /v2.0/ports/82139c49-ba0b-4a5e-b544-14d8cbe688f5 HTTP/1.1" status: 200 len: 1094 time: 3.1855421 Mar 22 17:57:36.736583 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-56856ea7-804b-4a7a-9536-22c051a5c03d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1ad7eca-0f12-417f-8308-47fd21fe456b HTTP/1.1" status: 200 len: 217 time: 0.0855005 Mar 22 17:57:36.819157 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35210) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:36.836753 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-46532cee-f8ab-4d6a-af22-ef98b0c5cc82 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695975 Mar 22 17:57:36.892422 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-64ed1d7f-a4f9-4f76-b1fd-bb6a3e805e68 req-a5a4ead3-a0c9-439b-8bfb-52de3521d944 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910244 Mar 22 17:57:36.930859 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:36.931596 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:36.933206 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] 10.222.0.74 "PUT /v2.0/ports/7250b6f0-f290-4c2f-a3a2-cff31f88270d HTTP/1.1" status: 200 len: 1094 time: 3.6950579 Mar 22 17:57:36.950982 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69934674-bef0-46fd-aa57-e16b639c7dfa x-openstack-request-id: req-69934674-bef0-46fd-aa57-e16b639c7dfa {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:36.951463 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae940e3-ef33-468d-9d96-3f392d523bbd", "name": "network-vif-plugged", "status": "completed", "tag": "9bba038a-0dbd-438a-bdde-73a88d025f09", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:36.951731 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69934674-bef0-46fd-aa57-e16b639c7dfa {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:36.952240 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69934674-bef0-46fd-aa57-e16b639c7dfa'] response: {'server_uuid': 'dae940e3-ef33-468d-9d96-3f392d523bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba038a-0dbd-438a-bdde-73a88d025f09', 'code': 200} Mar 22 17:57:37.039907 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-340ebf27-5914-493e-874c-fa074e55f188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:37.184372 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-340ebf27-5914-493e-874c-fa074e55f188 admin admin] Publish callbacks [] for security_group (fe583e16-e60c-4e49-8553-aec5cc5ec5d7), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:37.255257 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53613c-055f-4412-817d-a5b1db873b36 service neutron] Pushing event updated for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:37.297965 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-340ebf27-5914-493e-874c-fa074e55f188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (fe583e16-e60c-4e49-8553-aec5cc5ec5d7), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:37.350596 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-340ebf27-5914-493e-874c-fa074e55f188 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17d2e2322518437da7932718a8476da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303314 Mar 22 17:57:37.354380 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ebf27-5914-493e-874c-fa074e55f188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe583e16-e60c-4e49-8553-aec5cc5ec5d7,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:37.357080 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35226) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:37.499816 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b3cef-0d0b-4a27-a99c-b3ef6b19510f req-57fd2539-2785-4d5d-bc37-9b6d0086212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:37.501510 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-690b3cef-0d0b-4a27-a99c-b3ef6b19510f req-57fd2539-2785-4d5d-bc37-9b6d0086212b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 1129 time: 0.1333778 Mar 22 17:57:37.504540 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a61dd290-610b-40a1-8447-dd2eebbf7688 admin admin] Publish callbacks [] for security_group (fe583e16-e60c-4e49-8553-aec5cc5ec5d7), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:37.532683 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-690b3cef-0d0b-4a27-a99c-b3ef6b19510f req-05e3029d-1f96-422b-acde-18b1e9cc7fb3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:37.544760 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a61dd290-610b-40a1-8447-dd2eebbf7688 admin admin] Publish callbacks [] for security_group (fe583e16-e60c-4e49-8553-aec5cc5ec5d7), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:37.557310 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-c13809d5-10ed-4ab3-849d-74e3008973dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:37.559112 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-c13809d5-10ed-4ab3-849d-74e3008973dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.8056324 Mar 22 17:57:37.637108 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-6f2ed338-27bf-4cec-8404-ab35b513ef68 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7718773 Mar 22 17:57:37.647745 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-6538a059-b2e9-42fc-9534-796d6b2f1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:37.649977 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-6538a059-b2e9-42fc-9534-796d6b2f1b9d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 1128 time: 0.7864182 Mar 22 17:57:37.666622 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3ab9d-fa69-4a13-8971-ba74dbcfae24 service neutron] Pushing event updated for resources: {'Port': ['ID=7250b6f0-f290-4c2f-a3a2-cff31f88270d,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:37.684410 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-43754f69-5a66-42e0-8afd-783ad29b8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:37.685904 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-43754f69-5a66-42e0-8afd-783ad29b8738 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 1128 time: 0.5726492 Mar 22 17:57:37.693496 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad00c3-f08e-4adc-85db-ab1415f216eb req-2aa51101-65a9-47fa-88c4-195adfef6979 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:37.695503 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47ad00c3-f08e-4adc-85db-ab1415f216eb req-2aa51101-65a9-47fa-88c4-195adfef6979 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 944 time: 0.5699787 Mar 22 17:57:37.738781 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfe568-8131-4423-b1c2-ea1155880ea6 req-67c042e6-8a99-4583-b897-995039000b9d tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:37.740315 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a6dfe568-8131-4423-b1c2-ea1155880ea6 req-67c042e6-8a99-4583-b897-995039000b9d tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 945 time: 0.6290040 Mar 22 17:57:37.744877 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-68d4f669-b5d3-41c6-91a6-65d4d3941fe9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5 HTTP/1.1" status: 200 len: 217 time: 0.0827119 Mar 22 17:57:37.760641 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a61dd290-610b-40a1-8447-dd2eebbf7688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (fe583e16-e60c-4e49-8553-aec5cc5ec5d7), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:37.763243 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a61dd290-610b-40a1-8447-dd2eebbf7688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:37.764527 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a61dd290-610b-40a1-8447-dd2eebbf7688 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe583e16-e60c-4e49-8553-aec5cc5ec5d7 HTTP/1.1" status: 204 len: 168 time: 0.4055047 Mar 22 17:57:37.782015 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dd290-610b-40a1-8447-dd2eebbf7688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe583e16-e60c-4e49-8553-aec5cc5ec5d7,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:37.795780 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-bb502c06-3e05-44c8-b396-1a7c1e61bd79 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d HTTP/1.1" status: 200 len: 217 time: 0.0977826 Mar 22 17:57:37.796316 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5'}, {'name': 'network-changed', 'server_uuid': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'tag': '7250b6f0-f290-4c2f-a3a2-cff31f88270d'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:37.798514 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259a3036-ca38-4f33-976d-6ca4ea10d2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5"}, {"name": "network-changed", "server_uuid": "90ae8649-4cba-4827-9df4-ff310627b0a7", "tag": "7250b6f0-f290-4c2f-a3a2-cff31f88270d"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:37.828301 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-690b3cef-0d0b-4a27-a99c-b3ef6b19510f req-05e3029d-1f96-422b-acde-18b1e9cc7fb3 service neutron] Publish callbacks [] for security_group (e4ed4fb2-aaa2-454a-93bb-2d8a9fb3a345), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:37.865091 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-6238d2e8-336f-4a63-ac76-6c7495feb573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:37.866622 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-6238d2e8-336f-4a63-ac76-6c7495feb573 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2941599 Mar 22 17:57:37.934675 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [req-690b3cef-0d0b-4a27-a99c-b3ef6b19510f req-05e3029d-1f96-422b-acde-18b1e9cc7fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e4ed4fb2-aaa2-454a-93bb-2d8a9fb3a345), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:37.981504 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-690b3cef-0d0b-4a27-a99c-b3ef6b19510f req-05e3029d-1f96-422b-acde-18b1e9cc7fb3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720073 Mar 22 17:57:37.983669 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3029d-1f96-422b-acde-18b1e9cc7fb3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ed4fb2-aaa2-454a-93bb-2d8a9fb3a345,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:37.998646 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-092521d3-e633-4cef-9ca8-24a80785ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:38.000226 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-092521d3-e633-4cef-9ca8-24a80785ec30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.2170298 Mar 22 17:57:38.003287 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47ad00c3-f08e-4adc-85db-ab1415f216eb req-df61bb75-42e6-42de-85e9-6f06037accc1 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770219 Mar 22 17:57:38.014021 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-acdde648-ff14-4e06-a9d9-163b879e6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:38.015532 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-acdde648-ff14-4e06-a9d9-163b879e6f2c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adb8dba7-6995-423a-bf33-4b0c253f43b0 HTTP/1.1" status: 200 len: 849 time: 0.1937242 Mar 22 17:57:38.020601 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a6dfe568-8131-4423-b1c2-ea1155880ea6 req-95e1d6bf-d280-4c5c-9dd7-ed9c4faee74c tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388301 Mar 22 17:57:38.055425 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-bb5a8ead-d678-4a26-b74c-40ebb80f8da9 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603546 Mar 22 17:57:38.180043 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a3e90-6393-470f-a641-2addb4013323 req-4c9b82c6-3576-4e2f-9f28-f89b0f155bf8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:38.181786 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-309a3e90-6393-470f-a641-2addb4013323 req-4c9b82c6-3576-4e2f-9f28-f89b0f155bf8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 943 time: 0.0994990 Mar 22 17:57:38.196276 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95834a-fa7e-47ca-9fee-29542dc0dd55 req-cea1096a-c5db-4a98-a211-0d05efa861bd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:38.198275 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2c95834a-fa7e-47ca-9fee-29542dc0dd55 req-cea1096a-c5db-4a98-a211-0d05efa861bd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.1044352 Mar 22 17:57:38.274646 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-309a3e90-6393-470f-a641-2addb4013323 req-72bd38d9-6298-4f47-8f7e-e911a2379901 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752845 Mar 22 17:57:38.286862 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2c95834a-fa7e-47ca-9fee-29542dc0dd55 req-acfaef74-a741-4c68-8f16-1949790a215d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677598 Mar 22 17:57:38.431889 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d068383-1046-4762-b7d3-18115dfafb8c x-openstack-request-id: req-7d068383-1046-4762-b7d3-18115dfafb8c {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:38.432200 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90ae8649-4cba-4827-9df4-ff310627b0a7", "tag": "7250b6f0-f290-4c2f-a3a2-cff31f88270d", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:38.432702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d068383-1046-4762-b7d3-18115dfafb8c {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:38.433187 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d068383-1046-4762-b7d3-18115dfafb8c'] response: {'name': 'network-changed', 'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'status': 'completed', 'code': 200} Mar 22 17:57:38.433467 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d068383-1046-4762-b7d3-18115dfafb8c'] response: {'name': 'network-changed', 'server_uuid': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'tag': '7250b6f0-f290-4c2f-a3a2-cff31f88270d', 'status': 'completed', 'code': 200} Mar 22 17:57:38.519090 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-289c53a3-38f6-499d-adb6-50a3e58a0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:38.520581 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-289c53a3-38f6-499d-adb6-50a3e58a0f6c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5526a5c6-8138-43f9-802e-dfcd05bb423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2184787 Mar 22 17:57:38.533136 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-5f4f68ec-6bb6-4ab1-aeda-57844c0e5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:38.534647 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-5f4f68ec-6bb6-4ab1-aeda-57844c0e5c7c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2310085 Mar 22 17:57:38.548747 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00c130a7-9c07-4f37-b3c2-7c59f8ae5c13 req-99595960-62e3-4788-8659-56afc073a81c service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337861 Mar 22 17:57:38.580471 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335991-ac8a-4652-a6cf-cea880ae12a3 req-c9e06475-37d6-429a-a07d-b2af5579daa7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:38.581878 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2b335991-ac8a-4652-a6cf-cea880ae12a3 req-c9e06475-37d6-429a-a07d-b2af5579daa7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 944 time: 0.1572142 Mar 22 17:57:38.731824 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2b335991-ac8a-4652-a6cf-cea880ae12a3 req-1bb4b03d-f92f-44a6-b2d8-5037ec3c27b5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227467 Mar 22 17:57:38.734044 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35274) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:38.748585 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d8e-1f50-41ec-a628-285f43e25c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:38.758366 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-c0e39020-10f9-4ae7-a294-d0efdfa815d0 service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183180 Mar 22 17:57:38.761111 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-272dec29-f77b-4d16-9699-665b0eff77dd service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112632 Mar 22 17:57:38.839369 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d8e-1f50-41ec-a628-285f43e25c22 admin admin] Publish callbacks [] for security_group (ab8808d3-f3ad-44e1-8467-64461e6b86a9), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:38.919051 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3ab8400-c8c4-4c30-972b-9791059f9897 req-0a1d95ca-b2ef-4722-8ebf-8a5a9096b54c service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569717 Mar 22 17:57:38.920898 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57784f1b-9004-42f5-a8c3-0e83a4f16b5f req-d52d3474-3da0-4622-a2d8-b27479b01e29 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508229 Mar 22 17:57:38.948442 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d8e-1f50-41ec-a628-285f43e25c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (ab8808d3-f3ad-44e1-8467-64461e6b86a9), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:38.988120 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed6d8e-1f50-41ec-a628-285f43e25c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8808d3-f3ad-44e1-8467-64461e6b86a9,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:39.065257 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-14ed6d8e-1f50-41ec-a628-285f43e25c22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ea00903d3cb4761bc32e2b82fa913d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571681 Mar 22 17:57:39.067465 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 35280) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:39.067943 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:57:39.072761 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 98376508-96b4-4d57-963e-43a4261de15b up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:39.206309 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2db82baf-7940-4c74-b31f-faf58bb5aeb3 admin admin] Publish callbacks [] for security_group (ab8808d3-f3ad-44e1-8467-64461e6b86a9), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:39.220319 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea8379-f754-4adf-a5d5-511ec95eaf66 req-8b235b91-7fbf-4565-bf5b-95307a4ec0da tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:39.221938 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0eea8379-f754-4adf-a5d5-511ec95eaf66 req-8b235b91-7fbf-4565-bf5b-95307a4ec0da tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 944 time: 0.1383915 Mar 22 17:57:39.239602 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:39.254714 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': 'ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'port_id': 'ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd', 'mac_address': 'fa:16:3e:7b:f4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:57:39.254937 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db988de-31e0-40a1-bfa3-9b3442a714a4 req-897fd6b9-febc-451c-9248-e743354a57f7 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:39.256343 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0db988de-31e0-40a1-bfa3-9b3442a714a4 req-897fd6b9-febc-451c-9248-e743354a57f7 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 945 time: 0.1375594 Mar 22 17:57:39.277091 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2db82baf-7940-4c74-b31f-faf58bb5aeb3 admin admin] Publish callbacks [] for security_group (ab8808d3-f3ad-44e1-8467-64461e6b86a9), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:39.306708 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:39.307370 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:39.324442 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:39.345600 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0eea8379-f754-4adf-a5d5-511ec95eaf66 req-43ce685d-295f-4de7-b7ab-c082b50bbe2a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156738 Mar 22 17:57:39.362969 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:39.379790 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0db988de-31e0-40a1-bfa3-9b3442a714a4 req-1886dde9-0ec4-44c3-bd97-66ac6291d4d9 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107128 Mar 22 17:57:39.577111 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-d8330c07-e264-4f37-8457-6b6d3201a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:39.578674 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-d8330c07-e264-4f37-8457-6b6d3201a943 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 1128 time: 0.1764996 Mar 22 17:57:39.587898 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5584-a2e8-4f6f-aff3-eb0eff65c969 req-47ab8f40-625a-4276-887a-b9009ad6f063 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:39.589468 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-264b5584-a2e8-4f6f-aff3-eb0eff65c969 req-47ab8f40-625a-4276-887a-b9009ad6f063 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 943 time: 0.1299894 Mar 22 17:57:39.591601 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35294) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:39.677155 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ee059-0046-4e06-8e9c-c08befa23623 req-798d7f0d-6350-49ca-8485-a53580d13f60 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:39.678688 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c45ee059-0046-4e06-8e9c-c08befa23623 req-798d7f0d-6350-49ca-8485-a53580d13f60 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.1677186 Mar 22 17:57:39.705785 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e85edbc5-cd71-4eca-ab8e-bd9973329d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:39.742737 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-264b5584-a2e8-4f6f-aff3-eb0eff65c969 req-6106ef99-14e6-4491-af8d-a0019601b09a tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428621 Mar 22 17:57:39.782220 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-b463483c-b766-47f5-8829-c7a0732905b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:39.783824 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-b463483c-b766-47f5-8829-c7a0732905b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 917 time: 0.1933985 Mar 22 17:57:39.788435 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c45ee059-0046-4e06-8e9c-c08befa23623 req-e9b6a156-7290-4084-9c01-e4492486c599 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968056 Mar 22 17:57:39.843826 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-f419c587-5285-470d-be12-61dd7446f00e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5 HTTP/1.1" status: 200 len: 217 time: 0.0515823 Mar 22 17:57:40.094167 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3de29-13b5-47e2-9793-cec7d297f40d req-d0f9489c-caa6-476a-a804-ec11e8ac60fe tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:40.095697 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2ad3de29-13b5-47e2-9793-cec7d297f40d req-d0f9489c-caa6-476a-a804-ec11e8ac60fe tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 944 time: 0.2952490 Mar 22 17:57:40.097198 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-5c9c889f-21a6-442a-b321-87864ce90aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:40.098534 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-5c9c889f-21a6-442a-b321-87864ce90aeb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.0645452 Mar 22 17:57:40.150911 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.159547 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2db82baf-7940-4c74-b31f-faf58bb5aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (ab8808d3-f3ad-44e1-8467-64461e6b86a9), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.164226 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 98376508-96b4-4d57-963e-43a4261de15b completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:57:40.164425 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2db82baf-7940-4c74-b31f-faf58bb5aeb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.166862 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 98376508-96b4-4d57-963e-43a4261de15b triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:40.167570 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (98376508-96b4-4d57-963e-43a4261de15b), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.167772 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-2db82baf-7940-4c74-b31f-faf58bb5aeb3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab8808d3-f3ad-44e1-8467-64461e6b86a9 HTTP/1.1" status: 204 len: 168 time: 1.1051259 Mar 22 17:57:40.191959 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2ad3de29-13b5-47e2-9793-cec7d297f40d req-7f67d183-1b13-46ae-8e4f-005c693bf63b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906038 Mar 22 17:57:40.194166 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db82baf-7940-4c74-b31f-faf58bb5aeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8808d3-f3ad-44e1-8467-64461e6b86a9,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:40.206049 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-42c845f5-42ab-44df-bf3e-de2f98623e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:40.207581 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-42c845f5-42ab-44df-bf3e-de2f98623e37 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0998909 Mar 22 17:57:40.273085 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:40.295138 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e85edbc5-cd71-4eca-ab8e-bd9973329d2b admin admin] Publish callbacks [] for security_group (cebc32eb-0017-4f44-909e-776fce456ac7), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.317421 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 98376508-96b4-4d57-963e-43a4261de15b is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:40.317926 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (98376508-96b4-4d57-963e-43a4261de15b), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.318368 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-916a77e6-3af0-4dce-a2cf-66b7d2ca3aa5 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034184 Mar 22 17:57:40.341771 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98376508-96b4-4d57-963e-43a4261de15b'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:40.344237 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb098728-0897-4061-8626-e4a3c5a81152" -d '{"events": [{"server_uuid": "63f4ca02-dcb2-4e73-91b3-6587ee0631d1", "name": "network-vif-plugged", "status": "completed", "tag": "98376508-96b4-4d57-963e-43a4261de15b"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:40.360311 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 98376508-96b4-4d57-963e-43a4261de15b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=98376508-96b4-4d57-963e-43a4261de15b,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:40.382082 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e738383f-ccf2-4388-9073-8eed39c1e971 x-openstack-request-id: req-e738383f-ccf2-4388-9073-8eed39c1e971 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:40.382082 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f4ca02-dcb2-4e73-91b3-6587ee0631d1", "name": "network-vif-plugged", "status": "completed", "tag": "98376508-96b4-4d57-963e-43a4261de15b", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:40.382082 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e738383f-ccf2-4388-9073-8eed39c1e971 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:40.382380 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e738383f-ccf2-4388-9073-8eed39c1e971'] response: {'server_uuid': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98376508-96b4-4d57-963e-43a4261de15b', 'code': 200} Mar 22 17:57:40.404408 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e85edbc5-cd71-4eca-ab8e-bd9973329d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (cebc32eb-0017-4f44-909e-776fce456ac7), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.450734 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-e85edbc5-cd71-4eca-ab8e-bd9973329d2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48ea96903f364811b11103459a4e85d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8578315 Mar 22 17:57:40.451651 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85edbc5-cd71-4eca-ab8e-bd9973329d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebc32eb-0017-4f44-909e-776fce456ac7,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:40.454117 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35306) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:40.463015 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (98376508-96b4-4d57-963e-43a4261de15b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.491305 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-cd95ff56-c678-45fb-94b9-887c87e1ca59 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663542 Mar 22 17:57:40.526349 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b98d4-218d-4cee-bd2e-32037b7c00c6 req-7e6a7307-7f26-466d-aa32-6de19c116583 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:40.527835 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b94b98d4-218d-4cee-bd2e-32037b7c00c6 req-7e6a7307-7f26-466d-aa32-6de19c116583 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 944 time: 0.0759783 Mar 22 17:57:40.535481 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5ee9dbc0-9b44-447a-b6e9-e8c593d22a3e admin admin] Publish callbacks [] for security_group (cebc32eb-0017-4f44-909e-776fce456ac7), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.555509 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=98376508-96b4-4d57-963e-43a4261de15b,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:40.565555 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5ee9dbc0-9b44-447a-b6e9-e8c593d22a3e admin admin] Publish callbacks [] for security_group (cebc32eb-0017-4f44-909e-776fce456ac7), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.683700 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:57:40.697129 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b94b98d4-218d-4cee-bd2e-32037b7c00c6 req-730dc6ac-27a0-406a-8379-d7a22e79db30 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529496 Mar 22 17:57:40.719145 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5ee9dbc0-9b44-447a-b6e9-e8c593d22a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (cebc32eb-0017-4f44-909e-776fce456ac7), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.722961 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5ee9dbc0-9b44-447a-b6e9-e8c593d22a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:40.732877 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-5ee9dbc0-9b44-447a-b6e9-e8c593d22a3e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cebc32eb-0017-4f44-909e-776fce456ac7 HTTP/1.1" status: 204 len: 168 time: 0.2579415 Mar 22 17:57:40.733250 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c1eac-7f9a-4a36-b028-a6162997459a req-e1ff0c3e-4259-4c94-8408-96a008d34395 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:40.736484 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9dbc0-9b44-447a-b6e9-e8c593d22a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebc32eb-0017-4f44-909e-776fce456ac7,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:40.750366 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-324c1eac-7f9a-4a36-b028-a6162997459a req-e1ff0c3e-4259-4c94-8408-96a008d34395 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 945 time: 0.1807840 Mar 22 17:57:40.792543 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-c14312eb-1a48-49b9-835b-dcb50d7c2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:40.798894 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-c14312eb-1a48-49b9-835b-dcb50d7c2efb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 1128 time: 0.2281802 Mar 22 17:57:40.959755 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-324c1eac-7f9a-4a36-b028-a6162997459a req-20fb76b6-dbd2-42e1-9991-12b6aeca393c tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085905 Mar 22 17:57:41.029389 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb9c80-5f57-49c7-a433-3f62c9012a47 req-a4c73557-f1ae-4851-9765-6419b4e5063e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:41.030883 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d5fb9c80-5f57-49c7-a433-3f62c9012a47 req-a4c73557-f1ae-4851-9765-6419b4e5063e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 943 time: 0.1890962 Mar 22 17:57:41.033468 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-fdb45dc6-4aec-45f9-a612-a5703e475c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:41.034763 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-fdb45dc6-4aec-45f9-a612-a5703e475c09 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 200 len: 911 time: 0.2082374 Mar 22 17:57:41.036564 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c52ae1-273e-422f-b974-0d5ce8657164 req-4b47e4f8-897d-4296-aaf7-a497e49e5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:41.037962 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-31c52ae1-273e-422f-b974-0d5ce8657164 req-4b47e4f8-897d-4296-aaf7-a497e49e5686 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 1129 time: 0.2127428 Mar 22 17:57:41.067091 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device f1ad7eca-0f12-417f-8308-47fd21fe456b details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:57:41.127115 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-844ccb12-00fb-4f3d-bbce-25b9df39957c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d HTTP/1.1" status: 200 len: 217 time: 0.0782375 Mar 22 17:57:41.172932 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port f1ad7eca-0f12-417f-8308-47fd21fe456b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f1ad7eca-0f12-417f-8308-47fd21fe456b,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:41.186071 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': 'f1ad7eca-0f12-417f-8308-47fd21fe456b', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'port_id': 'f1ad7eca-0f12-417f-8308-47fd21fe456b', 'mac_address': 'fa:16:3e:0d:d4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:57:41.223735 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d5fb9c80-5f57-49c7-a433-3f62c9012a47 req-70ccf85f-70c9-410c-8834-9e5c33be552f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829815 Mar 22 17:57:41.228214 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35324) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:41.231079 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port f1ad7eca-0f12-417f-8308-47fd21fe456b is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:41.231477 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:41.236751 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-31c52ae1-273e-422f-b974-0d5ce8657164 req-0bdccd92-c24e-4e18-ac2d-1701ea779106 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897147 Mar 22 17:57:41.259699 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1b575-324a-4916-bded-004116f21a7f req-c831db49-018e-4add-9b61-774ae60bbd18 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:41.259699 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bef1b575-324a-4916-bded-004116f21a7f req-c831db49-018e-4add-9b61-774ae60bbd18 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.2080975 Mar 22 17:57:41.262949 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-e52aa386-3075-476b-985b-8b548376dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:41.264367 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-e52aa386-3075-476b-985b-8b548376dfe1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adb8dba7-6995-423a-bf33-4b0c253f43b0 HTTP/1.1" status: 200 len: 849 time: 0.1252642 Mar 22 17:57:41.265233 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-aab45c25-4477-4f8c-b8d8-e25cb04820d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:41.266849 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ad7eca-0f12-417f-8308-47fd21fe456b {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:41.291960 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port f1ad7eca-0f12-417f-8308-47fd21fe456b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f1ad7eca-0f12-417f-8308-47fd21fe456b,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:41.311316 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bef1b575-324a-4916-bded-004116f21a7f req-1829d328-c601-46ac-9ea2-073ff62a5965 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510066 Mar 22 17:57:41.347335 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-aab45c25-4477-4f8c-b8d8-e25cb04820d9 admin admin] Publish callbacks [] for security_group (15717d36-47ea-41bf-a2b7-4fd188852d63), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:41.363765 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2468321-77ab-4b08-a9ab-3912f76124b5 req-dc21c41a-8847-4206-85ee-851f9667e528 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:41.365238 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e2468321-77ab-4b08-a9ab-3912f76124b5 req-dc21c41a-8847-4206-85ee-851f9667e528 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Mar 22 17:57:41.412046 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e2468321-77ab-4b08-a9ab-3912f76124b5 req-db50f673-c6a9-417e-97aa-179cab84cd0f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405440 Mar 22 17:57:41.437379 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:41.465963 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-aab45c25-4477-4f8c-b8d8-e25cb04820d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (15717d36-47ea-41bf-a2b7-4fd188852d63), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:41.486594 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=f1ad7eca-0f12-417f-8308-47fd21fe456b,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:41.503693 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-aab45c25-4477-4f8c-b8d8-e25cb04820d9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b9a4cea235d409299e060889792f6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741456 Mar 22 17:57:41.505793 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab45c25-4477-4f8c-b8d8-e25cb04820d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15717d36-47ea-41bf-a2b7-4fd188852d63,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:41.506721 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 35328) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:41.555955 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8c4c868e-c5f7-44c9-aae4-f6035bd1a322 admin admin] Publish callbacks [] for security_group (15717d36-47ea-41bf-a2b7-4fd188852d63), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:41.576831 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8c4c868e-c5f7-44c9-aae4-f6035bd1a322 admin admin] Publish callbacks [] for security_group (15717d36-47ea-41bf-a2b7-4fd188852d63), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:41.610199 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 35330) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:41.643538 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-104a9fa6-f642-40ea-8d26-881be10057d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:41.678248 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-2016b71d-b99f-4db0-9a6f-388dca4cc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:41.680344 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-2016b71d-b99f-4db0-9a6f-388dca4cc480 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5526a5c6-8138-43f9-802e-dfcd05bb423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016948 Mar 22 17:57:41.782206 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8c4c868e-c5f7-44c9-aae4-f6035bd1a322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (15717d36-47ea-41bf-a2b7-4fd188852d63), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:41.784789 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8c4c868e-c5f7-44c9-aae4-f6035bd1a322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:41.785931 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-8c4c868e-c5f7-44c9-aae4-f6035bd1a322 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/15717d36-47ea-41bf-a2b7-4fd188852d63 HTTP/1.1" status: 204 len: 168 time: 0.2779715 Mar 22 17:57:41.811488 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-4182f93a-947f-4290-8410-4fe6e15a97cf service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238289 Mar 22 17:57:41.838954 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c868e-c5f7-44c9-aae4-f6035bd1a322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15717d36-47ea-41bf-a2b7-4fd188852d63,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:41.932501 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5cb39-014b-44b7-b8ad-9bd50b35edd9 req-736fc6a2-75c4-49df-a682-566d3a3546c1 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:41.934335 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9be5cb39-014b-44b7-b8ad-9bd50b35edd9 req-736fc6a2-75c4-49df-a682-566d3a3546c1 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 944 time: 0.1713700 Mar 22 17:57:41.992089 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['f1ad7eca-0f12-417f-8308-47fd21fe456b'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:57:41.995444 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-259a3036-ca38-4f33-976d-6ca4ea10d2ef req-c9941502-01e6-433f-a8cb-6c7a5e5afcc9 service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711781 Mar 22 17:57:41.997378 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-104a9fa6-f642-40ea-8d26-881be10057d1 admin admin] Publish callbacks [] for security_group (e133b536-d964-427e-9346-df2bb213f244), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:42.030803 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9be5cb39-014b-44b7-b8ad-9bd50b35edd9 req-0adb30b8-0f49-48ea-b5e0-dd62eeca180d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793736 Mar 22 17:57:42.098571 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b4da5-66b1-494f-9075-9059fbcb75c8 req-b1b35f00-46a0-4e2f-8f8a-26e69701247e tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:42.100136 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fe6b4da5-66b1-494f-9075-9059fbcb75c8 req-b1b35f00-46a0-4e2f-8f8a-26e69701247e tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 945 time: 0.0629675 Mar 22 17:57:42.120177 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-104a9fa6-f642-40ea-8d26-881be10057d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e133b536-d964-427e-9346-df2bb213f244), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:42.177763 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-104a9fa6-f642-40ea-8d26-881be10057d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f01aae774fd4530ab233ebc700e42e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649796 Mar 22 17:57:42.181317 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35346) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:42.184388 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a9fa6-f642-40ea-8d26-881be10057d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e133b536-d964-427e-9346-df2bb213f244,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:42.191396 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fe6b4da5-66b1-494f-9075-9059fbcb75c8 req-4887d190-40e8-4860-8da5-da77dfed1978 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847235 Mar 22 17:57:42.259080 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9e817836-6ec2-48a5-850d-7883850a14b6 admin admin] Publish callbacks [] for security_group (e133b536-d964-427e-9346-df2bb213f244), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:42.281631 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9e817836-6ec2-48a5-850d-7883850a14b6 admin admin] Publish callbacks [] for security_group (e133b536-d964-427e-9346-df2bb213f244), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:42.403987 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d26ff-829f-4d52-9ad1-4be60df84efa req-842b294a-f871-4881-b84f-fdb40299cdf6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:42.405655 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f47d26ff-829f-4d52-9ad1-4be60df84efa req-842b294a-f871-4881-b84f-fdb40299cdf6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 944 time: 0.0841014 Mar 22 17:57:42.410888 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9e817836-6ec2-48a5-850d-7883850a14b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e133b536-d964-427e-9346-df2bb213f244), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:42.413608 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9e817836-6ec2-48a5-850d-7883850a14b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:42.417443 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-9e817836-6ec2-48a5-850d-7883850a14b6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e133b536-d964-427e-9346-df2bb213f244 HTTP/1.1" status: 204 len: 168 time: 0.2331345 Mar 22 17:57:42.423394 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e817836-6ec2-48a5-850d-7883850a14b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e133b536-d964-427e-9346-df2bb213f244,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:42.506974 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa383521-0678-4704-9e89-0dbf176d2cb2 req-bac0aca1-2644-4855-82fd-815c57b92e92 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:42.508947 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fa383521-0678-4704-9e89-0dbf176d2cb2 req-bac0aca1-2644-4855-82fd-815c57b92e92 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.1023910 Mar 22 17:57:42.513862 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f47d26ff-829f-4d52-9ad1-4be60df84efa req-746568a0-648c-46d5-87ef-3c1ce97241c8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982933 Mar 22 17:57:42.561795 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fa383521-0678-4704-9e89-0dbf176d2cb2 req-4e0547e6-06a1-49c8-a961-7c6cab8ae88b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469129 Mar 22 17:57:42.622967 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7463bd-3e22-48f2-8304-3613e2a0e242 req-da711c44-3620-4e42-867b-a814bb0ec7ac tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:42.627160 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7b7463bd-3e22-48f2-8304-3613e2a0e242 req-da711c44-3620-4e42-867b-a814bb0ec7ac tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 945 time: 0.0558407 Mar 22 17:57:42.677949 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7b7463bd-3e22-48f2-8304-3613e2a0e242 req-b7ed710b-f4a8-47c2-8e27-c599ba741df2 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478482 Mar 22 17:57:43.083222 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 7250b6f0-f290-4c2f-a3a2-cff31f88270d details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:57:43.089972 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device f1ad7eca-0f12-417f-8308-47fd21fe456b up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:43.181148 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b763cb2-41fc-45ec-9296-8fb15a13dcc7 req-fd634ec4-544b-4a28-9f39-aef329002fb6 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:43.183098 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0b763cb2-41fc-45ec-9296-8fb15a13dcc7 req-fd634ec4-544b-4a28-9f39-aef329002fb6 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 944 time: 0.0717759 Mar 22 17:57:43.252011 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port f1ad7eca-0f12-417f-8308-47fd21fe456b completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:57:43.260943 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port f1ad7eca-0f12-417f-8308-47fd21fe456b triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:43.261029 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0b763cb2-41fc-45ec-9296-8fb15a13dcc7 req-2af4a27b-7fcb-40d3-9fc9-ac10f4971390 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653436 Mar 22 17:57:43.261109 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:43.303515 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 7250b6f0-f290-4c2f-a3a2-cff31f88270d, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:43.321966 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '7250b6f0-f290-4c2f-a3a2-cff31f88270d', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'port_id': '7250b6f0-f290-4c2f-a3a2-cff31f88270d', 'mac_address': 'fa:16:3e:33:69:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:57:43.397235 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 7250b6f0-f290-4c2f-a3a2-cff31f88270d is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:43.397235 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:43.419752 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port f1ad7eca-0f12-417f-8308-47fd21fe456b is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:43.420385 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:43.424289 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7250b6f0-f290-4c2f-a3a2-cff31f88270d {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:43.465044 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169908e3-cc58-4629-9c14-16b524a4e389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ad7eca-0f12-417f-8308-47fd21fe456b'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:43.468264 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237e065e-1588-4645-b801-ccbdc26cf82a" -d '{"events": [{"server_uuid": "169908e3-cc58-4629-9c14-16b524a4e389", "name": "network-vif-plugged", "status": "completed", "tag": "f1ad7eca-0f12-417f-8308-47fd21fe456b"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:43.494072 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port f1ad7eca-0f12-417f-8308-47fd21fe456b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f1ad7eca-0f12-417f-8308-47fd21fe456b,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:43.497968 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 7250b6f0-f290-4c2f-a3a2-cff31f88270d, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:43.514246 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef2dfaa-658f-4e3a-b8fe-d69a90cbf185 x-openstack-request-id: req-0ef2dfaa-658f-4e3a-b8fe-d69a90cbf185 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:43.514563 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169908e3-cc58-4629-9c14-16b524a4e389", "name": "network-vif-plugged", "status": "completed", "tag": "f1ad7eca-0f12-417f-8308-47fd21fe456b", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:43.514824 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ef2dfaa-658f-4e3a-b8fe-d69a90cbf185 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:43.515222 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef2dfaa-658f-4e3a-b8fe-d69a90cbf185'] response: {'server_uuid': '169908e3-cc58-4629-9c14-16b524a4e389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ad7eca-0f12-417f-8308-47fd21fe456b', 'code': 200} Mar 22 17:57:43.605668 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:43.607407 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 82139c49-ba0b-4a5e-b544-14d8cbe688f5 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:57:43.633582 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:43.633582 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:43.657479 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c576c8-d331-40c5-b4ee-d7b245d69660 req-61e2837e-c5df-414e-8877-12d542e68d33 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:43.659707 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-13c576c8-d331-40c5-b4ee-d7b245d69660 req-61e2837e-c5df-414e-8877-12d542e68d33 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 944 time: 0.0770140 Mar 22 17:57:43.767919 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=7250b6f0-f290-4c2f-a3a2-cff31f88270d,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:43.853316 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=f1ad7eca-0f12-417f-8308-47fd21fe456b,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:43.857635 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:43.870701 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'port_id': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'mac_address': 'fa:16:3e:57:55:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:57:43.911849 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:43.912976 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:43.927919 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82139c49-ba0b-4a5e-b544-14d8cbe688f5 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:57:43.950141 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:57:43.953071 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:43.956056 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:43.956337 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:43.994850 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-13c576c8-d331-40c5-b4ee-d7b245d69660 req-ae137446-6d07-4c12-94e0-66fab6835351 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299556 Mar 22 17:57:44.018453 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0fa9b-cfd3-4a27-8b75-7d6278d8d2c9 req-2b02de4c-d6f3-458f-a9ab-a6b441400a32 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:44.025212 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7d0fa9b-cfd3-4a27-8b75-7d6278d8d2c9 req-2b02de4c-d6f3-458f-a9ab-a6b441400a32 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.3144417 Mar 22 17:57:44.052416 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e338cce-cbe0-4838-bb48-0945a0b605da req-5f7615a7-afff-4f5b-9ed0-40132954fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:44.053973 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e338cce-cbe0-4838-bb48-0945a0b605da req-5f7615a7-afff-4f5b-9ed0-40132954fa49 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 1129 time: 0.1335170 Mar 22 17:57:44.135405 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:44.140340 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7d0fa9b-cfd3-4a27-8b75-7d6278d8d2c9 req-25a83a86-042e-420e-8c4d-bb28add4f84a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119084 Mar 22 17:57:44.178124 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9e338cce-cbe0-4838-bb48-0945a0b605da req-2daf99c1-5454-4c32-82ff-4135b9ee2b06 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116536 Mar 22 17:57:44.185877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5502-1d29-4f86-8c2c-53f0b5245b7e req-fd57487d-f292-4485-91cf-14d5d61ab0a4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:44.187610 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bbbf5502-1d29-4f86-8c2c-53f0b5245b7e req-fd57487d-f292-4485-91cf-14d5d61ab0a4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 945 time: 0.1028955 Mar 22 17:57:44.200868 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:44.256715 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:44.256715 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:44.277130 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bbbf5502-1d29-4f86-8c2c-53f0b5245b7e req-e02341f3-6f2b-4f56-bfe0-dc331e736e87 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824556 Mar 22 17:57:44.285312 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:44.407050 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 35452) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:44.408167 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:44.435675 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4c23d-a400-4e67-9276-ec8fbe2e411f req-8c2bf6d4-7202-4da2-a991-05bb47c85494 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:44.437428 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a1b4c23d-a400-4e67-9276-ec8fbe2e411f req-8c2bf6d4-7202-4da2-a991-05bb47c85494 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 945 time: 0.0771317 Mar 22 17:57:44.464523 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:44.499188 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a1b4c23d-a400-4e67-9276-ec8fbe2e411f req-a105520c-45f2-433a-82a9-ee1c904db71e tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539742 Mar 22 17:57:44.560073 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['82139c49-ba0b-4a5e-b544-14d8cbe688f5'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:57:44.565697 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['7250b6f0-f290-4c2f-a3a2-cff31f88270d'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:57:44.671368 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f2f15858-e558-4e94-be1d-a7621516d71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:44.708777 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86cf4-b28a-4924-a2a8-28680b3a188b req-6b0d40b9-dfad-41b2-9c43-d3fc47716480 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:44.711824 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-22c86cf4-b28a-4924-a2a8-28680b3a188b req-6b0d40b9-dfad-41b2-9c43-d3fc47716480 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 945 time: 0.1134021 Mar 22 17:57:44.725985 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35470) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:44.732079 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-096e8f2b-16a1-4b06-837e-cc9bd32dd104 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'floatingip': {'port_id': '98376508-96b4-4d57-963e-43a4261de15b'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:44.788944 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f2f15858-e558-4e94-be1d-a7621516d71a admin admin] Publish callbacks [] for security_group (1b8fe5ba-3421-4f2f-9214-825182eb6df8), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:44.840517 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-096e8f2b-16a1-4b06-837e-cc9bd32dd104 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (599e4f2e-c8da-447d-a9e4-914e5f63dc0d), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:44.929221 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f2f15858-e558-4e94-be1d-a7621516d71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (1b8fe5ba-3421-4f2f-9214-825182eb6df8), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:44.969827 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-f2f15858-e558-4e94-be1d-a7621516d71a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=59bc8c2cef5a4f37881be479bd9cc13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5604429 Mar 22 17:57:44.971035 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f15858-e558-4e94-be1d-a7621516d71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8fe5ba-3421-4f2f-9214-825182eb6df8,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:44.976861 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 35474) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:45.058064 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-757d528a-6397-4761-814c-969ccf97c511 admin admin] Publish callbacks [] for security_group (1b8fe5ba-3421-4f2f-9214-825182eb6df8), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:45.082266 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-757d528a-6397-4761-814c-969ccf97c511 admin admin] Publish callbacks [] for security_group (1b8fe5ba-3421-4f2f-9214-825182eb6df8), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:45.291425 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-757d528a-6397-4761-814c-969ccf97c511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (1b8fe5ba-3421-4f2f-9214-825182eb6df8), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:45.294503 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-757d528a-6397-4761-814c-969ccf97c511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:45.295672 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-757d528a-6397-4761-814c-969ccf97c511 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b8fe5ba-3421-4f2f-9214-825182eb6df8 HTTP/1.1" status: 204 len: 168 time: 0.3203826 Mar 22 17:57:45.309119 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d528a-6397-4761-814c-969ccf97c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8fe5ba-3421-4f2f-9214-825182eb6df8,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:45.341686 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c273-0648-404a-a93b-1799f8ff5182 req-259edd71-c954-470a-9570-bf68ef43fe72 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:45.343489 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-06b1c273-0648-404a-a93b-1799f8ff5182 req-259edd71-c954-470a-9570-bf68ef43fe72 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0847270 Mar 22 17:57:45.417982 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-06b1c273-0648-404a-a93b-1799f8ff5182 req-8c1c2aa1-36dc-419d-9f0b-bea8656a3239 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616539 Mar 22 17:57:45.517220 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8009d1-edcf-426f-a76e-0c8f07d90221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:45.518578 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8906b1-89b8-4eeb-9cd8-371bda1e17e9" -d '{"events": [{"server_uuid": "fc8009d1-edcf-426f-a76e-0c8f07d90221", "name": "network-vif-plugged", "status": "completed", "tag": "ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:45.563553 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312fb259-6cf5-4bcb-9c8a-82f621465c67 x-openstack-request-id: req-312fb259-6cf5-4bcb-9c8a-82f621465c67 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:45.564098 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8009d1-edcf-426f-a76e-0c8f07d90221", "name": "network-vif-plugged", "status": "completed", "tag": "ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:45.564533 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-312fb259-6cf5-4bcb-9c8a-82f621465c67 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:45.565341 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312fb259-6cf5-4bcb-9c8a-82f621465c67'] response: {'server_uuid': 'fc8009d1-edcf-426f-a76e-0c8f07d90221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd', 'code': 200} Mar 22 17:57:45.643685 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f63fc1-ea49-4f45-8649-704bbe65b935 req-0458e74a-464f-4e42-bf12-e1fb43ffd71b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:45.649131 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-30f63fc1-ea49-4f45-8649-704bbe65b935 req-0458e74a-464f-4e42-bf12-e1fb43ffd71b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 945 time: 0.1510272 Mar 22 17:57:45.759050 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38b221-89c6-42b3-b014-459807527007 req-3e900c36-7225-4717-bb4a-f72616e9ba81 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:45.766318 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6a38b221-89c6-42b3-b014-459807527007 req-3e900c36-7225-4717-bb4a-f72616e9ba81 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 945 time: 0.1156437 Mar 22 17:57:45.816447 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-30f63fc1-ea49-4f45-8649-704bbe65b935 req-ea087ce6-d1f7-463b-9287-8b4889c27579 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253250 Mar 22 17:57:45.854225 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6a38b221-89c6-42b3-b014-459807527007 req-430cef99-1411-4f91-b12f-6e92019bed11 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867274 Mar 22 17:57:45.894231 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-096e8f2b-16a1-4b06-837e-cc9bd32dd104 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:45.965193 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-096e8f2b-16a1-4b06-837e-cc9bd32dd104 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (599e4f2e-c8da-447d-a9e4-914e5f63dc0d), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:46.074750 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.l3_db [None req-096e8f2b-16a1-4b06-837e-cc9bd32dd104 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Floating IP 599e4f2e-c8da-447d-a9e4-914e5f63dc0d associated. External IP: 172.27.1.57, port: 98376508-96b4-4d57-963e-43a4261de15b. Mar 22 17:57:46.104764 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2656d16-b384-428d-b5a7-577867c0730f req-b46c6782-31a7-4982-a512-a2484c3ed12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:46.106363 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b2656d16-b384-428d-b5a7-577867c0730f req-b46c6782-31a7-4982-a512-a2484c3ed12e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 1129 time: 0.0492241 Mar 22 17:57:46.163642 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b2656d16-b384-428d-b5a7-577867c0730f req-82264b2d-33bd-4434-b8f9-3e4d23c9ca75 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513337 Mar 22 17:57:46.302866 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096e8f2b-16a1-4b06-837e-cc9bd32dd104 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Router 0dd1c279-0183-4674-9d83-412a42615194 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:57:46.310120 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 35516) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:46.323845 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-5fc6568d-62d1-4979-879a-917fb44343be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:46.399009 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-5fc6568d-62d1-4979-879a-917fb44343be admin admin] Publish callbacks [] for security_group (dfe7ebee-8798-45b5-8545-dac70d8c8b2b), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:46.415107 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096e8f2b-16a1-4b06-837e-cc9bd32dd104 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:57:46.419803 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-096e8f2b-16a1-4b06-837e-cc9bd32dd104 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:46.428325 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:57:46.440702 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:46.441487 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:46.462722 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-096e8f2b-16a1-4b06-837e-cc9bd32dd104 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "PUT /v2.0/floatingips/599e4f2e-c8da-447d-a9e4-914e5f63dc0d HTTP/1.1" status: 200 len: 990 time: 1.7351525 Mar 22 17:57:46.463317 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'tag': '98376508-96b4-4d57-963e-43a4261de15b'}] {{(pid=110337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:46.468728 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c54c04f036c99c73614ee2d32205adff5e3cb61f25cb5d26dd61711337c0ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4e7861-3036-41cd-9015-24ba23561868" -d '{"events": [{"name": "network-changed", "server_uuid": "63f4ca02-dcb2-4e73-91b3-6587ee0631d1", "tag": "98376508-96b4-4d57-963e-43a4261de15b"}]}' {{(pid=110337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:46.490906 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-5fc6568d-62d1-4979-879a-917fb44343be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (dfe7ebee-8798-45b5-8545-dac70d8c8b2b), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:46.540872 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6618a6-0e82-4807-a1f0-8659d501e0c1 x-openstack-request-id: req-8f6618a6-0e82-4807-a1f0-8659d501e0c1 {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:46.541300 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f4ca02-dcb2-4e73-91b3-6587ee0631d1", "tag": "98376508-96b4-4d57-963e-43a4261de15b", "status": "completed", "code": 200}]} {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:46.541776 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8f6618a6-0e82-4807-a1f0-8659d501e0c1 {{(pid=110337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:46.542353 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6618a6-0e82-4807-a1f0-8659d501e0c1'] response: {'name': 'network-changed', 'server_uuid': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'tag': '98376508-96b4-4d57-963e-43a4261de15b', 'status': 'completed', 'code': 200} Mar 22 17:57:46.557467 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:46.573086 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-5fc6568d-62d1-4979-879a-917fb44343be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ab67252ba5874770922f8963a97714a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554491 Mar 22 17:57:46.573086 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 35528) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:46.573086 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6568d-62d1-4979-879a-917fb44343be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe7ebee-8798-45b5-8545-dac70d8c8b2b,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:46.661288 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e7861-3036-41cd-9015-24ba23561868 req-b4aee2d5-2db6-4575-b161-98b2ebd6cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:46.665969 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a4e7861-3036-41cd-9015-24ba23561868 req-b4aee2d5-2db6-4575-b161-98b2ebd6cca0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 1129 time: 0.1136274 Mar 22 17:57:46.700573 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02809e00-a345-4490-a791-e02b9c7b8af8 req-ac830578-5d79-4525-a3b5-4553a8296a00 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:46.702329 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-02809e00-a345-4490-a791-e02b9c7b8af8 req-ac830578-5d79-4525-a3b5-4553a8296a00 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.1573613 Mar 22 17:57:46.712702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3cfefb44-1d96-48dd-8ea9-7b369b3bf096 admin admin] Publish callbacks [] for security_group (dfe7ebee-8798-45b5-8545-dac70d8c8b2b), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:46.791168 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3cfefb44-1d96-48dd-8ea9-7b369b3bf096 admin admin] Publish callbacks [] for security_group (dfe7ebee-8798-45b5-8545-dac70d8c8b2b), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:46.851417 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-02809e00-a345-4490-a791-e02b9c7b8af8 req-f24da57d-e33b-4448-bc58-211b5131bcff tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363823 Mar 22 17:57:46.863661 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e7861-3036-41cd-9015-24ba23561868 req-4e11a409-2978-4a5e-8330-8a20d222a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:46.865124 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a4e7861-3036-41cd-9015-24ba23561868 req-4e11a409-2978-4a5e-8330-8a20d222a135 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 915 time: 0.1855814 Mar 22 17:57:46.871639 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '599e4f2e-c8da-447d-a9e4-914e5f63dc0d', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '98376508-96b4-4d57-963e-43a4261de15b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:e9:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:13Z', 'updated_at': '2022-03-22T17:57:45Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:46.929792 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:46.941103 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:46.942311 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:47.061832 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:47.063018 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3cfefb44-1d96-48dd-8ea9-7b369b3bf096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (dfe7ebee-8798-45b5-8545-dac70d8c8b2b), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:47.065636 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3cfefb44-1d96-48dd-8ea9-7b369b3bf096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:47.066772 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3cfefb44-1d96-48dd-8ea9-7b369b3bf096 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dfe7ebee-8798-45b5-8545-dac70d8c8b2b HTTP/1.1" status: 204 len: 168 time: 0.4931250 Mar 22 17:57:47.083381 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a4e7861-3036-41cd-9015-24ba23561868 req-0a66fefb-1ae5-40f4-9896-6364e0ccf19e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98376508-96b4-4d57-963e-43a4261de15b HTTP/1.1" status: 200 len: 998 time: 0.2119057 Mar 22 17:57:47.088370 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfefb44-1d96-48dd-8ea9-7b369b3bf096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe7ebee-8798-45b5-8545-dac70d8c8b2b,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:47.111706 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13121de6-1875-46f9-aae4-df2f3cd513b9 req-76e94ab4-8fc9-4bb7-b4a1-e1ab4545b90a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:47.119620 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-13121de6-1875-46f9-aae4-df2f3cd513b9 req-76e94ab4-8fc9-4bb7-b4a1-e1ab4545b90a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 945 time: 0.2120659 Mar 22 17:57:47.130520 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 7250b6f0-f290-4c2f-a3a2-cff31f88270d up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:47.159710 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84e46-bf0a-41db-9330-5a0c4d3e4960 req-df899e0e-d5cc-4e18-84ad-8ea5a02a4279 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:47.163806 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-74b84e46-bf0a-41db-9330-5a0c4d3e4960 req-df899e0e-d5cc-4e18-84ad-8ea5a02a4279 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 945 time: 0.1831913 Mar 22 17:57:47.204302 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e7861-3036-41cd-9015-24ba23561868 req-dee55b6f-fb29-4136-b6f5-c729a4a4c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:47.205792 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a4e7861-3036-41cd-9015-24ba23561868 req-dee55b6f-fb29-4136-b6f5-c729a4a4c39c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 200 len: 853 time: 0.1121328 Mar 22 17:57:47.268077 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-13121de6-1875-46f9-aae4-df2f3cd513b9 req-6f2c6f2f-ba2c-4b4e-80e1-1175c49e3437 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475718 Mar 22 17:57:47.286236 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-74b84e46-bf0a-41db-9330-5a0c4d3e4960 req-19b1e002-9ee2-4d7d-9bd2-30e09d59c687 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150181 Mar 22 17:57:47.305849 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e7861-3036-41cd-9015-24ba23561868 req-59074f69-4e6e-4dc6-895b-4ca0eb6a4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:47.307819 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a4e7861-3036-41cd-9015-24ba23561868 req-59074f69-4e6e-4dc6-895b-4ca0eb6a4b93 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946450 Mar 22 17:57:47.346568 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 7250b6f0-f290-4c2f-a3a2-cff31f88270d completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:57:47.350629 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 7250b6f0-f290-4c2f-a3a2-cff31f88270d triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:47.350995 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:47.384008 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '599e4f2e-c8da-447d-a9e4-914e5f63dc0d', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '98376508-96b4-4d57-963e-43a4261de15b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:e9:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:13Z', 'updated_at': '2022-03-22T17:57:45Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:47.420416 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd047d9-6a5f-4b52-90ca-1b3c0b6967a3 None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '599e4f2e-c8da-447d-a9e4-914e5f63dc0d', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '98376508-96b4-4d57-963e-43a4261de15b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:e9:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:13Z', 'updated_at': '2022-03-22T17:57:45Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:47.433359 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a4e7861-3036-41cd-9015-24ba23561868 req-044ed765-c29a-4880-ba59-1ccb8fbf769b service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046469 Mar 22 17:57:47.440235 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 7250b6f0-f290-4c2f-a3a2-cff31f88270d is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:47.440629 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:47.475242 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 7250b6f0-f290-4c2f-a3a2-cff31f88270d, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:47.554494 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a4e7861-3036-41cd-9015-24ba23561868 req-dce40af3-4daa-4a9e-9cff-4f40f24bc0c9 service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093140 Mar 22 17:57:47.558525 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:47.559371 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 82139c49-ba0b-4a5e-b544-14d8cbe688f5 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:57:47.581852 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7250b6f0-f290-4c2f-a3a2-cff31f88270d'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:47.584330 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5e4d1b-7cf8-4603-85c1-8fa40887b5fe" -d '{"events": [{"server_uuid": "90ae8649-4cba-4827-9df4-ff310627b0a7", "name": "network-vif-plugged", "status": "completed", "tag": "7250b6f0-f290-4c2f-a3a2-cff31f88270d"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:47.632436 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d927c439-059c-4d35-8f89-56041a27c184 x-openstack-request-id: req-d927c439-059c-4d35-8f89-56041a27c184 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:47.633240 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ae8649-4cba-4827-9df4-ff310627b0a7", "name": "network-vif-plugged", "status": "completed", "tag": "7250b6f0-f290-4c2f-a3a2-cff31f88270d", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:47.633756 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d927c439-059c-4d35-8f89-56041a27c184 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:47.634483 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d927c439-059c-4d35-8f89-56041a27c184'] response: {'server_uuid': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7250b6f0-f290-4c2f-a3a2-cff31f88270d', 'code': 200} Mar 22 17:57:47.696782 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611209f3-69f9-4761-b5af-272334356e3b None None] New status for floating IP 599e4f2e-c8da-447d-a9e4-914e5f63dc0d: ACTIVE {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:57:47.793017 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 35566) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:47.841081 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=7250b6f0-f290-4c2f-a3a2-cff31f88270d,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:48.058276 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9c5947fb-e859-4e59-95df-d80202c13c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:48.071551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffa475-c64d-4097-a46a-fc6886ca6d5d req-5ecc2738-9cd9-498e-ba9f-145bc15c3bb8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:48.078223 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-11ffa475-c64d-4097-a46a-fc6886ca6d5d req-5ecc2738-9cd9-498e-ba9f-145bc15c3bb8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.1519592 Mar 22 17:57:48.095789 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:57:48.098124 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:57:48.098607 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:48.114341 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-5749f4ec-4b71-4d6f-80d0-099179f0b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:48.115817 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-5749f4ec-4b71-4d6f-80d0-099179f0b1af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 1129 time: 0.1197650 Mar 22 17:57:48.190420 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:57:48.190983 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:48.228105 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:57:48.237912 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-11ffa475-c64d-4097-a46a-fc6886ca6d5d req-f387efe5-7cdb-4db4-87ac-a28cc0a450cc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584547 Mar 22 17:57:48.303510 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fce29-01e0-40ac-8024-556403b9a35c req-a9b2ec20-3f81-48f2-9479-03e5e3289c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:48.305854 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-257fce29-01e0-40ac-8024-556403b9a35c req-a9b2ec20-3f81-48f2-9479-03e5e3289c12 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 1130 time: 0.1696341 Mar 22 17:57:48.309790 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:48.325255 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-71fa1f7e-a6cd-4855-9f5c-eccb6c25c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:48.326771 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-71fa1f7e-a6cd-4855-9f5c-eccb6c25c0c2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.1890950 Mar 22 17:57:48.398177 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-65d9452b-cb4b-40f0-8a5c-f613a935f5cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1ad7eca-0f12-417f-8308-47fd21fe456b HTTP/1.1" status: 200 len: 217 time: 0.0578456 Mar 22 17:57:48.403347 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:48.424903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9c5947fb-e859-4e59-95df-d80202c13c02 admin admin] Publish callbacks [] for security_group (76beaf8f-384a-4fe3-8731-0a20afd369dd), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:48.501260 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-257fce29-01e0-40ac-8024-556403b9a35c req-f0ef5fce-e0c6-4238-a83c-a94b32cca0c3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888747 Mar 22 17:57:48.522024 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-155aea1e-9354-4cb3-a680-2f83396d5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:48.524045 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-155aea1e-9354-4cb3-a680-2f83396d5510 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.1124406 Mar 22 17:57:48.544488 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053962f1-1cc2-4ea0-b6e7-b43f01d4c1fe req-63aaa496-a7f3-40b8-82d1-0f047e1fc906 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:48.546008 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-053962f1-1cc2-4ea0-b6e7-b43f01d4c1fe req-63aaa496-a7f3-40b8-82d1-0f047e1fc906 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.1599433 Mar 22 17:57:48.553164 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fddcb-7d9a-493f-b9ad-5fa2bea5c617 req-8ce0658a-f8d5-4c38-a96b-4b9ad705f4c0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:48.558340 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c21fddcb-7d9a-493f-b9ad-5fa2bea5c617 req-8ce0658a-f8d5-4c38-a96b-4b9ad705f4c0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.1538432 Mar 22 17:57:48.558340 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9c5947fb-e859-4e59-95df-d80202c13c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (76beaf8f-384a-4fe3-8731-0a20afd369dd), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:48.633162 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5947fb-e859-4e59-95df-d80202c13c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76beaf8f-384a-4fe3-8731-0a20afd369dd,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:48.640324 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-9c5947fb-e859-4e59-95df-d80202c13c02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d1d6bd931324c62a87a3a2a031ad395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8435857 Mar 22 17:57:48.640905 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35594) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:48.670618 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-053962f1-1cc2-4ea0-b6e7-b43f01d4c1fe req-672664b3-0640-4f31-a875-df025fc909f5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149545 Mar 22 17:57:48.677840 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c21fddcb-7d9a-493f-b9ad-5fa2bea5c617 req-c068d97b-ae19-4cb3-920e-1112da9e3b4f tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119165 Mar 22 17:57:48.696455 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b5d435de-5ac5-403f-ad3e-f7d82a4d0ffe admin admin] Publish callbacks [] for security_group (76beaf8f-384a-4fe3-8731-0a20afd369dd), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:48.719929 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b5d435de-5ac5-403f-ad3e-f7d82a4d0ffe admin admin] Publish callbacks [] for security_group (76beaf8f-384a-4fe3-8731-0a20afd369dd), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:48.806361 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-39c9329b-e5d2-4a44-b7c8-26c531022b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:48.808278 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-39c9329b-e5d2-4a44-b7c8-26c531022b3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476587 Mar 22 17:57:48.863032 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b5d435de-5ac5-403f-ad3e-f7d82a4d0ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (76beaf8f-384a-4fe3-8731-0a20afd369dd), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:48.866177 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b5d435de-5ac5-403f-ad3e-f7d82a4d0ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:48.869846 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b5d435de-5ac5-403f-ad3e-f7d82a4d0ffe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/76beaf8f-384a-4fe3-8731-0a20afd369dd HTTP/1.1" status: 204 len: 168 time: 0.2276461 Mar 22 17:57:48.887480 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d435de-5ac5-403f-ad3e-f7d82a4d0ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76beaf8f-384a-4fe3-8731-0a20afd369dd,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:48.919197 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-5ebad214-5120-4caa-83ef-4e4339449c78 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039886 Mar 22 17:57:49.016605 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fdef46bf-af26-49b2-a63d-255a969c03dd req-3874ff1a-4d3d-4944-95d8-b5888493699c service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903630 Mar 22 17:57:49.362945 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be0b57-d84a-493d-a539-597be71c925c req-befae86c-22d1-40c0-a135-6721f729302c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:49.364524 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b0be0b57-d84a-493d-a539-597be71c925c req-befae86c-22d1-40c0-a135-6721f729302c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0602429 Mar 22 17:57:49.424163 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b0be0b57-d84a-493d-a539-597be71c925c req-e2fb205d-d67b-4260-a63a-e681d3ef639c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534954 Mar 22 17:57:49.635396 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:49.637755 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce914be6-b805-4a4e-bfcd-750a159fd26a" -d '{"events": [{"server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "name": "network-vif-plugged", "status": "completed", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:49.683576 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827895a1-464f-4861-9e69-ca17f9dfcc81 x-openstack-request-id: req-827895a1-464f-4861-9e69-ca17f9dfcc81 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:49.684169 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "name": "network-vif-plugged", "status": "completed", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:49.684498 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-827895a1-464f-4861-9e69-ca17f9dfcc81 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:49.685103 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-827895a1-464f-4861-9e69-ca17f9dfcc81'] response: {'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'code': 200} Mar 22 17:57:49.724588 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35634) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:49.738944 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-421d98a4-abe6-40e0-8b19-771b80a293f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:49.831570 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-421d98a4-abe6-40e0-8b19-771b80a293f2 admin admin] Publish callbacks [] for security_group (a23ca1c6-e7ce-4080-ab48-35feb996b551), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:49.855204 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd0f85-354c-41fc-b007-78db758a6b90 req-3e664e0c-1fa8-40ba-97c7-d80bfb8224ba tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:49.856948 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ddd0f85-354c-41fc-b007-78db758a6b90 req-3e664e0c-1fa8-40ba-97c7-d80bfb8224ba tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0994115 Mar 22 17:57:49.870788 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee4951-dbbd-4599-b6a6-afacf528c7fe req-8f084e55-192f-4305-9b70-56363cd22544 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:49.872293 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-64ee4951-dbbd-4599-b6a6-afacf528c7fe req-8f084e55-192f-4305-9b70-56363cd22544 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0770140 Mar 22 17:57:49.950011 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ddd0f85-354c-41fc-b007-78db758a6b90 req-d8f23d2a-3e76-4e36-b1b6-870131f8285a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872087 Mar 22 17:57:49.965149 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-64ee4951-dbbd-4599-b6a6-afacf528c7fe req-0e9d0968-95cb-4439-aa4e-10c307b19248 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861969 Mar 22 17:57:49.970351 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-421d98a4-abe6-40e0-8b19-771b80a293f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a23ca1c6-e7ce-4080-ab48-35feb996b551), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:50.012261 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-421d98a4-abe6-40e0-8b19-771b80a293f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18b2c4790205455593de0ef1a54caf43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834308 Mar 22 17:57:50.012261 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d98a4-abe6-40e0-8b19-771b80a293f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23ca1c6-e7ce-4080-ab48-35feb996b551,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:50.013168 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35642) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:50.064287 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ef0f437c-142f-4eac-9df0-8ffa35495c5f admin admin] Publish callbacks [] for security_group (a23ca1c6-e7ce-4080-ab48-35feb996b551), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:50.086800 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ef0f437c-142f-4eac-9df0-8ffa35495c5f admin admin] Publish callbacks [] for security_group (a23ca1c6-e7ce-4080-ab48-35feb996b551), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:50.183891 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3f081-1285-41f3-aae3-e703f558e530 req-24ce8569-8872-4958-9982-b90bc9859985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:50.185377 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d7c3f081-1285-41f3-aae3-e703f558e530 req-24ce8569-8872-4958-9982-b90bc9859985 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 1130 time: 0.0486476 Mar 22 17:57:50.230558 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d7c3f081-1285-41f3-aae3-e703f558e530 req-9afa7a13-660f-4799-8755-aa76754815af service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377293 Mar 22 17:57:50.319048 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ef0f437c-142f-4eac-9df0-8ffa35495c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a23ca1c6-e7ce-4080-ab48-35feb996b551), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:50.322368 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ef0f437c-142f-4eac-9df0-8ffa35495c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:50.325994 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-ef0f437c-142f-4eac-9df0-8ffa35495c5f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a23ca1c6-e7ce-4080-ab48-35feb996b551 HTTP/1.1" status: 204 len: 168 time: 0.3093224 Mar 22 17:57:50.331945 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f437c-142f-4eac-9df0-8ffa35495c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23ca1c6-e7ce-4080-ab48-35feb996b551,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:50.547213 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16337310-c5ee-4719-89af-821e1395d9f8 req-73e79634-dfc8-49ad-a2a4-67295c2695f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:50.548718 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-16337310-c5ee-4719-89af-821e1395d9f8 req-73e79634-dfc8-49ad-a2a4-67295c2695f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0540116 Mar 22 17:57:50.607666 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-16337310-c5ee-4719-89af-821e1395d9f8 req-868940e6-b38a-4576-9a49-45d7e0b18ee5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528784 Mar 22 17:57:50.647300 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-6d6a5b8a-1a26-49ba-a6d0-fe9fe4ec95b5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505824 Mar 22 17:57:50.746916 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-7a5a95d0-2284-42df-83ff-a44cdd114d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:50.748644 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-7a5a95d0-2284-42df-83ff-a44cdd114d3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5be59f96184f4a25b50eb8deeec2c4d6&device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 1129 time: 0.0535562 Mar 22 17:57:50.875775 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-a8d8a735-4301-4be6-89b2-e1e01da7af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:50.877300 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-a8d8a735-4301-4be6-89b2-e1e01da7af8f service neutron] 10.222.0.74 "GET /v2.0/networks?id=633041c9-2b5a-430b-9472-2b4e85cf0e3c HTTP/1.1" status: 200 len: 912 time: 0.1064565 Mar 22 17:57:51.125163 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-d75423c1-b347-42b3-8fbd-299430d864e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bba038a-0dbd-438a-bdde-73a88d025f09 HTTP/1.1" status: 200 len: 217 time: 0.2406960 Mar 22 17:57:51.235269 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-87d0ddfa-383e-4b4c-9a46-a1091d482d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:51.236634 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-87d0ddfa-383e-4b4c-9a46-a1091d482d1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2879fae9-084d-4e1f-9118-52b449a2f9fb HTTP/1.1" status: 200 len: 851 time: 0.0957620 Mar 22 17:57:51.247382 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb415f1f-2590-43ef-90bf-5c1e211e6873 req-59e22550-2c75-4c54-9dd1-b14465f109f5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:51.248799 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb415f1f-2590-43ef-90bf-5c1e211e6873 req-59e22550-2c75-4c54-9dd1-b14465f109f5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.1265264 Mar 22 17:57:51.264093 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64797783-2a5d-4495-9a53-81ed5304a323 req-0aed1711-d9ea-4ba4-84f0-e71f94ba2636 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:51.265570 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-64797783-2a5d-4495-9a53-81ed5304a323 req-0aed1711-d9ea-4ba4-84f0-e71f94ba2636 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.1446500 Mar 22 17:57:51.291354 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-7898f84c-9644-4e57-8688-0f2861a30b8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=633041c9-2b5a-430b-9472-2b4e85cf0e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416057 Mar 22 17:57:51.417100 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb415f1f-2590-43ef-90bf-5c1e211e6873 req-70767bbf-aa25-4d79-a533-31281b7b35d9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494153 Mar 22 17:57:51.421772 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-64797783-2a5d-4495-9a53-81ed5304a323 req-88bff996-5a16-4845-abeb-5b4d1a2fc4ff tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343777 Mar 22 17:57:51.446850 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-34d0dd4d-5b05-4a53-9aea-8d13e6533faf service neutron] 10.222.0.74 "GET /v2.0/networks/633041c9-2b5a-430b-9472-2b4e85cf0e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403651 Mar 22 17:57:51.584880 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae90635-43b6-46a1-be31-28d9fd2bc59c req-66c0173a-e605-4e2b-af03-37193628c816 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:51.587031 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-aae90635-43b6-46a1-be31-28d9fd2bc59c req-66c0173a-e605-4e2b-af03-37193628c816 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0902388 Mar 22 17:57:51.596872 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b79114-782f-4349-9df9-3f73aad53ec3 req-d8e218b4-996c-4cd5-95e6-402f2f9d1eeb service neutron] 10.222.0.74 "GET /v2.0/networks/633041c9-2b5a-430b-9472-2b4e85cf0e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385624 Mar 22 17:57:51.598158 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 35684) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:51.603771 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-50c40241-9658-4cf9-95b2-4f02d7f011a5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'floatingip': {'port_id': '7250b6f0-f290-4c2f-a3a2-cff31f88270d'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:51.679840 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50c40241-9658-4cf9-95b2-4f02d7f011a5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (9b9f86ea-7b9b-461e-90de-aad383810f0c), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:51.874642 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bd7ea-b85d-4111-b5d5-08d63ca18c24 req-2a02321c-230c-4a4e-bd59-19b5a88ba7e7 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:51.876446 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f08bd7ea-b85d-4111-b5d5-08d63ca18c24 req-2a02321c-230c-4a4e-bd59-19b5a88ba7e7 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.1605599 Mar 22 17:57:52.013294 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f08bd7ea-b85d-4111-b5d5-08d63ca18c24 req-668a6581-eac3-44ed-9f36-5e50a71fe41d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247742 Mar 22 17:57:52.404462 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50c40241-9658-4cf9-95b2-4f02d7f011a5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:52.492520 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:52.543959 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50c40241-9658-4cf9-95b2-4f02d7f011a5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (9b9f86ea-7b9b-461e-90de-aad383810f0c), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:52.555569 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56b51a-f253-4f35-b091-cfb3948913f1 req-165070bb-75a4-4a8e-831d-78b6df4245cc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:52.557088 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0b56b51a-f253-4f35-b091-cfb3948913f1 req-165070bb-75a4-4a8e-831d-78b6df4245cc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0640275 Mar 22 17:57:52.596637 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35710) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:52.610725 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c20905b0-539f-4efd-bd12-174fd18f53fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:52.718556 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:52.814917 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Publish callbacks [] for security_group (2df8b264-144b-498c-9932-b420e63e4401), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:52.875392 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0b56b51a-f253-4f35-b091-cfb3948913f1 req-b17343ab-0a79-459b-a316-11c1824e074a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849560 Mar 22 17:57:52.885773 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2df8b264-144b-498c-9932-b420e63e4401), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:52.894820 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-50c40241-9658-4cf9-95b2-4f02d7f011a5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Floating IP 9b9f86ea-7b9b-461e-90de-aad383810f0c associated. External IP: 172.27.1.207, port: 7250b6f0-f290-4c2f-a3a2-cff31f88270d. Mar 22 17:57:52.931259 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c886d38f1df94123a1d56f807868dfb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311033 Mar 22 17:57:52.932121 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35720) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:52.938857 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df8b264-144b-498c-9932-b420e63e4401,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:52.954021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.954411 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.954764 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.955099 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.955422 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.955796 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.956114 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.956429 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.956751 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.957062 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.957392 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.957836 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.958180 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.958592 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:52.958907 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95e5de-4c1e-41ff-91d2-3a70216cfae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:57:53.002296 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3096e5b-f438-400e-aca9-cee8b856a2c6 admin admin] Publish callbacks [] for security_group (2df8b264-144b-498c-9932-b420e63e4401), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:53.025276 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3096e5b-f438-400e-aca9-cee8b856a2c6 admin admin] Publish callbacks [] for security_group (2df8b264-144b-498c-9932-b420e63e4401), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:53.148826 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c40241-9658-4cf9-95b2-4f02d7f011a5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:57:53.163137 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652bb62-a6f7-4020-87b4-eb6141aeef40 req-37765c61-0811-4ade-af35-29888858ae82 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:53.164699 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9652bb62-a6f7-4020-87b4-eb6141aeef40 req-37765c61-0811-4ade-af35-29888858ae82 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0755858 Mar 22 17:57:53.171167 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3096e5b-f438-400e-aca9-cee8b856a2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2df8b264-144b-498c-9932-b420e63e4401), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:53.173796 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3096e5b-f438-400e-aca9-cee8b856a2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:53.175052 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-d3096e5b-f438-400e-aca9-cee8b856a2c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2df8b264-144b-498c-9932-b420e63e4401 HTTP/1.1" status: 204 len: 168 time: 0.2419176 Mar 22 17:57:53.186515 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3096e5b-f438-400e-aca9-cee8b856a2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df8b264-144b-498c-9932-b420e63e4401,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:57:53.290100 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9652bb62-a6f7-4020-87b4-eb6141aeef40 req-35079552-a892-44d5-a550-60bd2e841a88 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181905 Mar 22 17:57:53.307696 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c40241-9658-4cf9-95b2-4f02d7f011a5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:57:53.312741 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50c40241-9658-4cf9-95b2-4f02d7f011a5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:53.318135 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] Sync routers for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:57:53.327946 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:53.328555 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:53.344586 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-50c40241-9658-4cf9-95b2-4f02d7f011a5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "PUT /v2.0/floatingips/9b9f86ea-7b9b-461e-90de-aad383810f0c HTTP/1.1" status: 200 len: 992 time: 1.7449722 Mar 22 17:57:53.345344 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'tag': '7250b6f0-f290-4c2f-a3a2-cff31f88270d'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:53.347682 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f13dd7-af00-42ad-a00e-75b588dbbe42" -d '{"events": [{"name": "network-changed", "server_uuid": "90ae8649-4cba-4827-9df4-ff310627b0a7", "tag": "7250b6f0-f290-4c2f-a3a2-cff31f88270d"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:53.383817 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc08ff34-d698-4675-ba57-29690e9e9bdb x-openstack-request-id: req-cc08ff34-d698-4675-ba57-29690e9e9bdb {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:53.384115 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ae8649-4cba-4827-9df4-ff310627b0a7", "tag": "7250b6f0-f290-4c2f-a3a2-cff31f88270d", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:53.384373 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc08ff34-d698-4675-ba57-29690e9e9bdb {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:53.384783 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc08ff34-d698-4675-ba57-29690e9e9bdb'] response: {'name': 'network-changed', 'server_uuid': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'tag': '7250b6f0-f290-4c2f-a3a2-cff31f88270d', 'status': 'completed', 'code': 200} Mar 22 17:57:53.446380 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:53.466721 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-1dbf8aa9-eec5-4ed1-8e17-5165a02075f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:53.466721 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-1dbf8aa9-eec5-4ed1-8e17-5165a02075f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 1130 time: 0.0477693 Mar 22 17:57:53.578895 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-22aaaad6-a627-4a80-8f0f-d647171b5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:53.580349 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-22aaaad6-a627-4a80-8f0f-d647171b5a98 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 200 len: 911 time: 0.0996611 Mar 22 17:57:53.654946 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-ee60b6ae-cef2-4f42-87f3-91c31dab68f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d HTTP/1.1" status: 200 len: 1000 time: 0.0657015 Mar 22 17:57:53.685384 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '9b9f86ea-7b9b-461e-90de-aad383810f0c', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'port_id': '7250b6f0-f290-4c2f-a3a2-cff31f88270d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'mac_address': 'fa:16:3e:33:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:16Z', 'updated_at': '2022-03-22T17:57:52Z', 'revision_number': 1, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:53.711665 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-0bcc4301-a79b-4ae6-bf63-354d0dfc2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:53.713136 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-0bcc4301-a79b-4ae6-bf63-354d0dfc2ef8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adb8dba7-6995-423a-bf33-4b0c253f43b0 HTTP/1.1" status: 200 len: 849 time: 0.0471931 Mar 22 17:57:53.716247 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] Checking router: 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:53.725075 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:53.725703 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:53.767984 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-5e303ce2-0505-431e-b008-629e9c1ee1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:53.769633 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-5e303ce2-0505-431e-b008-629e9c1ee1eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5526a5c6-8138-43f9-802e-dfcd05bb423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465119 Mar 22 17:57:53.904158 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-8fe429fa-7fde-49a5-89f0-979daab5618e service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276040 Mar 22 17:57:53.946956 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:54.087839 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f9712-2831-4613-b722-d375b2efa97c req-b16ca914-e3d9-485d-83f5-fbdd282f8665 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:54.094612 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-976f9712-2831-4613-b722-d375b2efa97c req-b16ca914-e3d9-485d-83f5-fbdd282f8665 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.1242125 Mar 22 17:57:54.108251 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90f13dd7-af00-42ad-a00e-75b588dbbe42 req-5b391809-7c13-472a-b55b-8f15b1a2c491 service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886373 Mar 22 17:57:54.160715 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-976f9712-2831-4613-b722-d375b2efa97c req-622b9968-75cf-4751-9cf0-abae90f3f941 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651391 Mar 22 17:57:54.205215 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '9b9f86ea-7b9b-461e-90de-aad383810f0c', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'port_id': '7250b6f0-f290-4c2f-a3a2-cff31f88270d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'mac_address': 'fa:16:3e:33:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:16Z', 'updated_at': '2022-03-22T17:57:52Z', 'revision_number': 1, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:54.236266 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9964ba-085a-4812-8374-caea2c2122d7 None None] The sync data for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi is: [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '9b9f86ea-7b9b-461e-90de-aad383810f0c', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'port_id': '7250b6f0-f290-4c2f-a3a2-cff31f88270d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'mac_address': 'fa:16:3e:33:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:16Z', 'updated_at': '2022-03-22T17:57:52Z', 'revision_number': 1, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:54.332640 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8fda0-7502-43ac-9163-456842fb8c36 req-d71f7ef6-98ec-4f21-b54c-fb533a1d36a2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:54.337883 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-74f8fda0-7502-43ac-9163-456842fb8c36 req-d71f7ef6-98ec-4f21-b54c-fb533a1d36a2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0687008 Mar 22 17:57:54.343062 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35768) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:57:54.348149 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-07c7bc23-6b49-4377-bf7e-537d6a584c39 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'floatingip': {'port_id': '82139c49-ba0b-4a5e-b544-14d8cbe688f5'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:57:54.415104 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-07c7bc23-6b49-4377-bf7e-537d6a584c39 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (22ca20f1-ef08-4a3e-bd38-af2adc2a651a), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:54.449615 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97179293-cb68-4f8b-90b9-053ebe126828 req-1ba5794d-bdfe-45be-ad58-b95f8afa768a tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:54.457501 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97179293-cb68-4f8b-90b9-053ebe126828 req-1ba5794d-bdfe-45be-ad58-b95f8afa768a tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0850682 Mar 22 17:57:54.543230 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97179293-cb68-4f8b-90b9-053ebe126828 req-93785cb5-acbb-4521-b05f-1103e043a993 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845566 Mar 22 17:57:54.730882 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9103a06d-1415-4a50-b968-d7439b461881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:54.855729 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:57:54.975234 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-07c7bc23-6b49-4377-bf7e-537d6a584c39 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:55.083233 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948f3e6-940d-491b-aec4-fe024d7c3e59 None None] New status for floating IP 9b9f86ea-7b9b-461e-90de-aad383810f0c: ACTIVE {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:57:55.194111 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-07c7bc23-6b49-4377-bf7e-537d6a584c39 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (22ca20f1-ef08-4a3e-bd38-af2adc2a651a), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:55.315360 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.l3_db [None req-07c7bc23-6b49-4377-bf7e-537d6a584c39 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Floating IP 22ca20f1-ef08-4a3e-bd38-af2adc2a651a associated. External IP: 172.27.1.176, port: 82139c49-ba0b-4a5e-b544-14d8cbe688f5. Mar 22 17:57:55.545288 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c7bc23-6b49-4377-bf7e-537d6a584c39 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:57:55.663501 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d3fa0-f7aa-468d-a8e3-97b8dc96cccf req-8fde9556-c6ba-4fff-810d-e9e3e0b2dcb0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:55.665224 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c17d3fa0-f7aa-468d-a8e3-97b8dc96cccf req-8fde9556-c6ba-4fff-810d-e9e3e0b2dcb0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0631676 Mar 22 17:57:55.720598 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c17d3fa0-f7aa-468d-a8e3-97b8dc96cccf req-5852f0f3-5422-4c3e-aa7d-641d83a30479 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491035 Mar 22 17:57:55.876306 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c7bc23-6b49-4377-bf7e-537d6a584c39 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:57:55.881691 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-07c7bc23-6b49-4377-bf7e-537d6a584c39 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:55.888715 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] Sync routers for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:57:55.905322 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:55.906045 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:55.934663 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-07c7bc23-6b49-4377-bf7e-537d6a584c39 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "PUT /v2.0/floatingips/22ca20f1-ef08-4a3e-bd38-af2adc2a651a HTTP/1.1" status: 200 len: 992 time: 1.5903869 Mar 22 17:57:55.935415 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5'}] {{(pid=110337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:57:55.938088 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c54c04f036c99c73614ee2d32205adff5e3cb61f25cb5d26dd61711337c0ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6636e082-561e-409f-b232-76873a1fbbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5"}]}' {{(pid=110337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:57:55.980898 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:55.996545 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7664517-a58e-42f7-b97f-a84630932ad2 x-openstack-request-id: req-a7664517-a58e-42f7-b97f-a84630932ad2 {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:57:55.997162 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5", "status": "completed", "code": 200}]} {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:57:55.997565 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7664517-a58e-42f7-b97f-a84630932ad2 {{(pid=110337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:57:55.998073 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7664517-a58e-42f7-b97f-a84630932ad2'] response: {'name': 'network-changed', 'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'status': 'completed', 'code': 200} Mar 22 17:57:56.039852 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:56.069627 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636e082-561e-409f-b232-76873a1fbbc6 req-353e6f28-f87c-45e0-b3ec-112a5a972edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:56.071380 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6636e082-561e-409f-b232-76873a1fbbc6 req-353e6f28-f87c-45e0-b3ec-112a5a972edb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 1130 time: 0.0464082 Mar 22 17:57:56.179334 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636e082-561e-409f-b232-76873a1fbbc6 req-25c38aa2-fdc6-4b60-a65e-18cf53689ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:56.180802 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6636e082-561e-409f-b232-76873a1fbbc6 req-25c38aa2-fdc6-4b60-a65e-18cf53689ebb service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 917 time: 0.0926180 Mar 22 17:57:56.255263 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6636e082-561e-409f-b232-76873a1fbbc6 req-e8489332-1731-4a54-80ff-7aa3d9ab70b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5 HTTP/1.1" status: 200 len: 1000 time: 0.0669391 Mar 22 17:57:56.272859 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '22ca20f1-ef08-4a3e-bd38-af2adc2a651a', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'port_id': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'mac_address': 'fa:16:3e:57:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15859e1-6591-4a53-b932-72044b6757b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:17Z', 'updated_at': '2022-03-22T17:57:54Z', 'revision_number': 1, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:56.303162 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] Checking router: 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:57:56.305343 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636e082-561e-409f-b232-76873a1fbbc6 req-40c14267-c24b-412d-b20b-bad5ee8d724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:56.306718 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6636e082-561e-409f-b232-76873a1fbbc6 req-40c14267-c24b-412d-b20b-bad5ee8d724e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.0455956 Mar 22 17:57:56.311769 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:57:56.312387 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:56.363124 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636e082-561e-409f-b232-76873a1fbbc6 req-883c3f90-687b-42b0-9126-67a5cc33b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:56.364690 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6636e082-561e-409f-b232-76873a1fbbc6 req-883c3f90-687b-42b0-9126-67a5cc33b6cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462234 Mar 22 17:57:56.435350 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:57:56.487834 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6636e082-561e-409f-b232-76873a1fbbc6 req-f4f9a5f4-3fad-498d-b848-2a96c84c8a8c service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165023 Mar 22 17:57:56.608896 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6636e082-561e-409f-b232-76873a1fbbc6 req-c4b1b742-ffa9-4a62-9601-29ecfde1283d service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138742 Mar 22 17:57:56.726113 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '22ca20f1-ef08-4a3e-bd38-af2adc2a651a', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'port_id': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'mac_address': 'fa:16:3e:57:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15859e1-6591-4a53-b932-72044b6757b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:17Z', 'updated_at': '2022-03-22T17:57:54Z', 'revision_number': 1, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:57:56.764769 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2b3fa-c48e-499c-b498-0fa6a6d57324 None None] The sync data for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi is: [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '22ca20f1-ef08-4a3e-bd38-af2adc2a651a', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'port_id': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'mac_address': 'fa:16:3e:57:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15859e1-6591-4a53-b932-72044b6757b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:17Z', 'updated_at': '2022-03-22T17:57:54Z', 'revision_number': 1, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:57:56.874006 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b73a0d-d08f-41be-971d-aaf37a7b28ad req-cdd09e36-6f45-411b-8e52-d4f741a4b137 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:56.878016 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f4b73a0d-d08f-41be-971d-aaf37a7b28ad req-cdd09e36-6f45-411b-8e52-d4f741a4b137 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0761466 Mar 22 17:57:56.938908 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f4b73a0d-d08f-41be-971d-aaf37a7b28ad req-a46d2e20-4f77-402d-975a-e1eac194a90d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566559 Mar 22 17:57:57.053289 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418fd353-aa01-4b27-a5bb-9158097e8c5d None None] New status for floating IP 22ca20f1-ef08-4a3e-bd38-af2adc2a651a: ACTIVE {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:57:57.081976 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cdf0e-fced-41e7-9d97-1e6adb228898 req-80b1b517-eba3-4c57-99c8-61a913b1f922 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:57.083524 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d36cdf0e-fced-41e7-9d97-1e6adb228898 req-80b1b517-eba3-4c57-99c8-61a913b1f922 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 945 time: 0.0630047 Mar 22 17:57:57.136648 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d36cdf0e-fced-41e7-9d97-1e6adb228898 req-cdc04af6-ac9c-4388-9f5e-b684c85aa98e tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Mar 22 17:57:57.791929 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:58.076878 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e32363-a0aa-4fd4-b953-42c82aed67de req-8f445774-dc3e-4715-80ae-527ef25250f8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:58.078499 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-91e32363-a0aa-4fd4-b953-42c82aed67de req-8f445774-dc3e-4715-80ae-527ef25250f8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0536652 Mar 22 17:57:58.138765 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-91e32363-a0aa-4fd4-b953-42c82aed67de req-86098ff1-3f07-44b1-8856-624989079067 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547397 Mar 22 17:57:58.271657 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e8b9c-caa5-46fa-b98a-a24ab68a689d req-08585b70-56bb-44dc-b3f9-f24aac57b1b8 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:58.273545 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5e9e8b9c-caa5-46fa-b98a-a24ab68a689d req-08585b70-56bb-44dc-b3f9-f24aac57b1b8 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 945 time: 0.0545578 Mar 22 17:57:58.321335 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5e9e8b9c-caa5-46fa-b98a-a24ab68a689d req-05e72853-e00d-4651-be6a-6379d726ce14 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Mar 22 17:57:59.153960 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:59.263343 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c93d0-8f32-4682-ac07-f5126c6e9d70 req-6488c914-97f6-4b22-be11-a1a013a6b3cd tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:59.264895 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e65c93d0-8f32-4682-ac07-f5126c6e9d70 req-6488c914-97f6-4b22-be11-a1a013a6b3cd tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0515406 Mar 22 17:57:59.313070 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e65c93d0-8f32-4682-ac07-f5126c6e9d70 req-4237f3cc-c24e-4386-89b6-82b1e77df7c3 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Mar 22 17:57:59.447135 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19956673-f74e-4564-9f98-b0c69fc3f4fa req-eaf9f954-a286-498d-873d-08d2287c6e02 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:59.448523 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-19956673-f74e-4564-9f98-b0c69fc3f4fa req-eaf9f954-a286-498d-873d-08d2287c6e02 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 945 time: 0.0589917 Mar 22 17:57:59.499888 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-19956673-f74e-4564-9f98-b0c69fc3f4fa req-f84ec8f6-6f84-4a68-a4f2-5ccd46ef092f tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/security-groups?id=0a6a42b9-ef9d-4926-9148-e6611a5ee67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456266 Mar 22 17:57:59.960251 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab0662-c846-4529-ab47-669a83b84bfe req-4b27ecf5-fbe8-4ad8-ab4c-663c245f49c1 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:57:59.962673 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8dab0662-c846-4529-ab47-669a83b84bfe req-4b27ecf5-fbe8-4ad8-ab4c-663c245f49c1 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.74 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 945 time: 0.0542557 Mar 22 17:58:00.098584 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-8dab0662-c846-4529-ab47-669a83b84bfe req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Deleting port 9bba038a-0dbd-438a-bdde-73a88d025f09 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:58:00.098907 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8dab0662-c846-4529-ab47-669a83b84bfe req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.187870 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-8dab0662-c846-4529-ab47-669a83b84bfe req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] For port 9bba038a-0dbd-438a-bdde-73a88d025f09, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=9bba038a-0dbd-438a-bdde-73a88d025f09,segment=NetworkSegment(ab86f73a-bce9-461b-806e-b16209803bb1),segment_id=ab86f73a-bce9-461b-806e-b16209803bb1)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:58:00.188236 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8dab0662-c846-4529-ab47-669a83b84bfe req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.204295 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-8dab0662-c846-4529-ab47-669a83b84bfe req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Calling delete_port for 9bba038a-0dbd-438a-bdde-73a88d025f09 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:58:00.416146 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35960) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:00.443294 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc5c51-cff6-4d89-8d0b-9134c0a426ad req-3dafaf99-5492-42da-960b-7999ed99494e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:00.444872 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9edc5c51-cff6-4d89-8d0b-9134c0a426ad req-3dafaf99-5492-42da-960b-7999ed99494e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0567679 Mar 22 17:58:00.457876 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8dab0662-c846-4529-ab47-669a83b84bfe req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (9bba038a-0dbd-438a-bdde-73a88d025f09), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.482152 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['9bba038a-0dbd-438a-bdde-73a88d025f09'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:58:00.497739 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Pushing event deleted for resources: {'Port': ['ID=9bba038a-0dbd-438a-bdde-73a88d025f09,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:00.536389 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cba25ed8-1a8b-443e-8c0e-6cb253a9ea44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.556267 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.556612 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.556949 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.557283 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.557632 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.557955 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.559026 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.559026 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.559251 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.559451 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.559764 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.560077 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.560794 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.560794 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.561052 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:00.618661 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cba25ed8-1a8b-443e-8c0e-6cb253a9ea44 admin admin] Publish callbacks [] for security_group (319a7d3e-75cd-4e1d-8c70-07e751e41871), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.620413 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dab0662-c846-4529-ab47-669a83b84bfe req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] No DVR routers for this DVR port 9bba038a-0dbd-438a-bdde-73a88d025f09 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:58:00.623032 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8cbc5ee1-43d1-46b5-9da0-70db0fba5439 req-02885619-532e-4266-8da7-3a331b855b4e tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.0464861 Mar 22 17:58:00.626265 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9edc5c51-cff6-4d89-8d0b-9134c0a426ad req-665ad9f0-7be1-497d-a34f-0b7cde00e5d7 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753783 Mar 22 17:58:00.628241 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8dab0662-c846-4529-ab47-669a83b84bfe req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.631527 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8dab0662-c846-4529-ab47-669a83b84bfe req-938fa842-ec83-4260-b11d-8a8a73e03a8b tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.74 "DELETE /v2.0/ports/9bba038a-0dbd-438a-bdde-73a88d025f09 HTTP/1.1" status: 204 len: 173 time: 0.6626875 Mar 22 17:58:00.631984 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae940e3-ef33-468d-9d96-3f392d523bbd', 'name': 'network-vif-deleted', 'tag': '9bba038a-0dbd-438a-bdde-73a88d025f09'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:58:00.634375 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f83d58d-121a-4018-8a39-7515015946dc" -d '{"events": [{"server_uuid": "dae940e3-ef33-468d-9d96-3f392d523bbd", "name": "network-vif-deleted", "tag": "9bba038a-0dbd-438a-bdde-73a88d025f09"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:58:00.672266 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fcab0f-28a4-4ef6-be18-e63634855e72 x-openstack-request-id: req-c8fcab0f-28a4-4ef6-be18-e63634855e72 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:58:00.672554 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae940e3-ef33-468d-9d96-3f392d523bbd", "name": "network-vif-deleted", "tag": "9bba038a-0dbd-438a-bdde-73a88d025f09", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:58:00.672813 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8fcab0f-28a4-4ef6-be18-e63634855e72 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:58:00.673215 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fcab0f-28a4-4ef6-be18-e63634855e72'] response: {'server_uuid': 'dae940e3-ef33-468d-9d96-3f392d523bbd', 'name': 'network-vif-deleted', 'tag': '9bba038a-0dbd-438a-bdde-73a88d025f09', 'status': 'completed', 'code': 200} Mar 22 17:58:00.696968 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cba25ed8-1a8b-443e-8c0e-6cb253a9ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (319a7d3e-75cd-4e1d-8c70-07e751e41871), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.739884 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-cba25ed8-1a8b-443e-8c0e-6cb253a9ea44 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=408078dfdcc74faeb33f152354234d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226337 Mar 22 17:58:00.740774 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25ed8-1a8b-443e-8c0e-6cb253a9ea44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319a7d3e-75cd-4e1d-8c70-07e751e41871,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:00.743240 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35970) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:00.791723 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a3804584-7bb6-47bf-8752-075fe0797ec1 admin admin] Publish callbacks [] for security_group (319a7d3e-75cd-4e1d-8c70-07e751e41871), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.816314 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a3804584-7bb6-47bf-8752-075fe0797ec1 admin admin] Publish callbacks [] for security_group (319a7d3e-75cd-4e1d-8c70-07e751e41871), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.976936 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a3804584-7bb6-47bf-8752-075fe0797ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (319a7d3e-75cd-4e1d-8c70-07e751e41871), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.979587 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a3804584-7bb6-47bf-8752-075fe0797ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:00.980736 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a3804584-7bb6-47bf-8752-075fe0797ec1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/319a7d3e-75cd-4e1d-8c70-07e751e41871 HTTP/1.1" status: 204 len: 168 time: 0.2363529 Mar 22 17:58:00.988645 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3804584-7bb6-47bf-8752-075fe0797ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319a7d3e-75cd-4e1d-8c70-07e751e41871,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:01.753907 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0ae451a9-458f-4df1-a0c1-95700f2eb018 req-5f5b6bd2-2268-47e3-9849-96f82a720ff7 tempest-DeleteServersTestJSON-1642592301 tempest-DeleteServersTestJSON-1642592301-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae940e3-ef33-468d-9d96-3f392d523bbd HTTP/1.1" status: 200 len: 210 time: 0.0429246 Mar 22 17:58:01.776999 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 35988) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:01.786168 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0545-641a-4326-89de-95a0fe691001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:01.786776 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40321af6-087d-4e61-b5dc-2e2f3d57e561 req-f8181152-371b-4361-bcb0-bbf04bfe4405 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:01.788457 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40321af6-087d-4e61-b5dc-2e2f3d57e561 req-f8181152-371b-4361-bcb0-bbf04bfe4405 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0892410 Mar 22 17:58:01.841865 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40321af6-087d-4e61-b5dc-2e2f3d57e561 req-3c731b54-d2ad-4ed5-ba05-ada9deabc975 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Mar 22 17:58:01.864949 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0545-641a-4326-89de-95a0fe691001 admin admin] Publish callbacks [] for security_group (93db91a2-e5fd-41ff-bfe6-e8962899ae98), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:01.942425 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0545-641a-4326-89de-95a0fe691001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (93db91a2-e5fd-41ff-bfe6-e8962899ae98), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:01.982403 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-3c0b0545-641a-4326-89de-95a0fe691001 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4fbe0139c3024c1ab8d25965b57acc81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122731 Mar 22 17:58:01.983237 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b0545-641a-4326-89de-95a0fe691001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93db91a2-e5fd-41ff-bfe6-e8962899ae98,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:01.985096 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 35990) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:02.033886 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c6ad11d4-ac9e-44b1-8d47-3bc038ee8b51 admin admin] Publish callbacks [] for security_group (93db91a2-e5fd-41ff-bfe6-e8962899ae98), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:02.056076 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c6ad11d4-ac9e-44b1-8d47-3bc038ee8b51 admin admin] Publish callbacks [] for security_group (93db91a2-e5fd-41ff-bfe6-e8962899ae98), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:02.188110 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c6ad11d4-ac9e-44b1-8d47-3bc038ee8b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (93db91a2-e5fd-41ff-bfe6-e8962899ae98), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:02.190864 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c6ad11d4-ac9e-44b1-8d47-3bc038ee8b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:02.192025 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-c6ad11d4-ac9e-44b1-8d47-3bc038ee8b51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93db91a2-e5fd-41ff-bfe6-e8962899ae98 HTTP/1.1" status: 204 len: 168 time: 0.2058163 Mar 22 17:58:02.201072 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad11d4-ac9e-44b1-8d47-3bc038ee8b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93db91a2-e5fd-41ff-bfe6-e8962899ae98,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:02.748803 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36008) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:02.868311 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3ebfaf3a-3db9-4e88-9daf-16be92a4b106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:03.106816 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c90def-cc8d-478b-8580-e9c92d02d1f5 req-9807e77b-e37f-4021-b14d-f234c4aa4d88 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:03.108294 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-98c90def-cc8d-478b-8580-e9c92d02d1f5 req-9807e77b-e37f-4021-b14d-f234c4aa4d88 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.1919608 Mar 22 17:58:03.160617 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3ebfaf3a-3db9-4e88-9daf-16be92a4b106 admin admin] Publish callbacks [] for security_group (afa7222e-4ea7-4545-8af8-8184959a834d), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:03.178600 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-98c90def-cc8d-478b-8580-e9c92d02d1f5 req-ff624c58-bff9-4602-93db-ae32d6880589 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639842 Mar 22 17:58:03.194774 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 9bba038a-0dbd-438a-bdde-73a88d025f09 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:58:03.215068 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 9bba038a-0dbd-438a-bdde-73a88d025f09 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:58:03.216037 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 9bba038a-0dbd-438a-bdde-73a88d025f09 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:58:03.270588 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3ebfaf3a-3db9-4e88-9daf-16be92a4b106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (afa7222e-4ea7-4545-8af8-8184959a834d), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:03.311291 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3ebfaf3a-3db9-4e88-9daf-16be92a4b106 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a63302fbc2854389847230e9d88e13dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5612819 Mar 22 17:58:03.313623 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfaf3a-3db9-4e88-9daf-16be92a4b106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa7222e-4ea7-4545-8af8-8184959a834d,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:03.315590 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36040) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:03.364978 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-19d7df10-dc8a-4e9f-971c-667c1f59e87e admin admin] Publish callbacks [] for security_group (afa7222e-4ea7-4545-8af8-8184959a834d), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:03.388932 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-19d7df10-dc8a-4e9f-971c-667c1f59e87e admin admin] Publish callbacks [] for security_group (afa7222e-4ea7-4545-8af8-8184959a834d), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:03.514307 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-19d7df10-dc8a-4e9f-971c-667c1f59e87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (afa7222e-4ea7-4545-8af8-8184959a834d), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:03.516913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-19d7df10-dc8a-4e9f-971c-667c1f59e87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:03.518495 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-19d7df10-dc8a-4e9f-971c-667c1f59e87e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/afa7222e-4ea7-4545-8af8-8184959a834d HTTP/1.1" status: 204 len: 168 time: 0.2018259 Mar 22 17:58:03.540274 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7df10-dc8a-4e9f-971c-667c1f59e87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa7222e-4ea7-4545-8af8-8184959a834d,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:04.230843 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36066) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:04.244823 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-aaf28049-56aa-40d1-ad38-6cc4262ab2df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.340633 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59234cf2-77e7-47fb-a143-22fb415354fa req-6ffe1f70-0148-4ba1-8ac5-acb0b5b3fe47 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:04.342176 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-59234cf2-77e7-47fb-a143-22fb415354fa req-6ffe1f70-0148-4ba1-8ac5-acb0b5b3fe47 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0890298 Mar 22 17:58:04.408336 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-aaf28049-56aa-40d1-ad38-6cc4262ab2df admin admin] Publish callbacks [] for security_group (902e9870-9481-4fb3-b6c8-f7fa9f30afc6), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.410348 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36078) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:04.429120 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-59234cf2-77e7-47fb-a143-22fb415354fa req-9b0d6ed8-d39f-4189-a64b-281135672f41 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741072 Mar 22 17:58:04.460585 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f247a7-1808-4d54-b91c-f04f8c671ede admin admin] Deleting subnet 2879fae9-084d-4e1f-9118-52b449a2f9fb {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:58:04.464915 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a3f247a7-1808-4d54-b91c-f04f8c671ede admin admin] Publish callbacks [] for subnet (2879fae9-084d-4e1f-9118-52b449a2f9fb), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.506580 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a3f247a7-1808-4d54-b91c-f04f8c671ede admin admin] Publish callbacks [] for subnet (2879fae9-084d-4e1f-9118-52b449a2f9fb), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.517096 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a3f247a7-1808-4d54-b91c-f04f8c671ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (2879fae9-084d-4e1f-9118-52b449a2f9fb), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.519687 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-aaf28049-56aa-40d1-ad38-6cc4262ab2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (902e9870-9481-4fb3-b6c8-f7fa9f30afc6), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.558553 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-aaf28049-56aa-40d1-ad38-6cc4262ab2df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7788e666e99d4d9f9f56d24cd216460d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264508 Mar 22 17:58:04.559988 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf28049-56aa-40d1-ad38-6cc4262ab2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902e9870-9481-4fb3-b6c8-f7fa9f30afc6,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:04.561210 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36082) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:04.619942 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-169427b0-e5fc-4767-92d4-7bea953a48ee admin admin] Publish callbacks [] for security_group (902e9870-9481-4fb3-b6c8-f7fa9f30afc6), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.643962 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-169427b0-e5fc-4767-92d4-7bea953a48ee admin admin] Publish callbacks [] for security_group (902e9870-9481-4fb3-b6c8-f7fa9f30afc6), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.674527 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a3f247a7-1808-4d54-b91c-f04f8c671ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for subnet (2879fae9-084d-4e1f-9118-52b449a2f9fb), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.704830 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f247a7-1808-4d54-b91c-f04f8c671ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2879fae9-084d-4e1f-9118-52b449a2f9fb,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:04.710113 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a3f247a7-1808-4d54-b91c-f04f8c671ede admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.713648 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a3f247a7-1808-4d54-b91c-f04f8c671ede admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2879fae9-084d-4e1f-9118-52b449a2f9fb HTTP/1.1" status: 204 len: 168 time: 0.3014615 Mar 22 17:58:04.716308 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36096) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:04.799862 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (633041c9-2b5a-430b-9472-2b4e85cf0e3c), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.877382 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-169427b0-e5fc-4767-92d4-7bea953a48ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (902e9870-9481-4fb3-b6c8-f7fa9f30afc6), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.879927 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-169427b0-e5fc-4767-92d4-7bea953a48ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.881151 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-169427b0-e5fc-4767-92d4-7bea953a48ee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/902e9870-9481-4fb3-b6c8-f7fa9f30afc6 HTTP/1.1" status: 204 len: 168 time: 0.3188927 Mar 22 17:58:04.899677 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169427b0-e5fc-4767-92d4-7bea953a48ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902e9870-9481-4fb3-b6c8-f7fa9f30afc6,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:04.904441 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (633041c9-2b5a-430b-9472-2b4e85cf0e3c), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.926232 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:04.926232 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:04.926718 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:04.927015 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > port after_create 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:04.927331 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:04.927700 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > port after_update 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:04.928024 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:04.928328 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:04.928804 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:04.929124 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:05.044988 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:05.045383 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:05.045749 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:05.046084 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:58:05.046451 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633041c9-2b5a-430b-9472-2b4e85cf0e3c']}} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:05.066217 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab86f73a-bce9-461b-806e-b16209803bb1') {'for_net_delete': True} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:05.066411 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab86f73a-bce9-461b-806e-b16209803bb1') {} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:05.084513 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130934580'] for segment (ab86f73a-bce9-461b-806e-b16209803bb1), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:05.106076 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (ab86f73a-bce9-461b-806e-b16209803bb1), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:05.114799 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=110337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:58:05.115190 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130356380'] for segment (ab86f73a-bce9-461b-806e-b16209803bb1), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: from cryptography.utils import int_from_bytes Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: from cryptography.utils import int_from_bytes Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: Traceback (most recent call last): Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: timer() Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: cb(*args, **kw) Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: return func(*args, **kwargs) Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: self._notify() Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: self.callback(batched_events) Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: event.method(event) Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: return f(self, *a, **k) Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._get(url).json() Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: return self.request(url, 'GET', **kwargs) Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:58:05.138681 dv-cinder-739079-8-iscsi neutron-server[110337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:58:05.274535 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (633041c9-2b5a-430b-9472-2b4e85cf0e3c), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:05.303033 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:05.307810 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] 10.222.0.73 "DELETE /v2.0/networks/633041c9-2b5a-430b-9472-2b4e85cf0e3c HTTP/1.1" status: 204 len: 168 time: 0.5859988 Mar 22 17:58:05.314765 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a888944-e3ff-4f9e-9781-7152cdad7370 admin admin] Pushing event deleted for resources: {'Network': ['ID=633041c9-2b5a-430b-9472-2b4e85cf0e3c,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:05.541666 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f64b1f-b80c-45ae-a17f-1d5f09d126a6 req-7d3c7c3a-3d10-4295-8600-a5dc93256889 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:05.553682 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1f64b1f-b80c-45ae-a17f-1d5f09d126a6 req-7d3c7c3a-3d10-4295-8600-a5dc93256889 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0554221 Mar 22 17:58:05.580064 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36130) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:05.605838 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1f64b1f-b80c-45ae-a17f-1d5f09d126a6 req-23628f8d-9caa-4074-986b-bbb6f1b5c4bf tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570116 Mar 22 17:58:05.715498 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f204-35ca-4482-b1b9-195177ce0789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:05.750329 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36138) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:05.806757 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-34c4621c-8194-48ce-b470-cf6c356588aa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5be59f96184f4a25b50eb8deeec2c4d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0553315 Mar 22 17:58:05.809906 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36140) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:05.843915 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f204-35ca-4482-b1b9-195177ce0789 admin admin] Publish callbacks [] for security_group (b346fc38-c730-4b42-84e1-e173b32c3300), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:05.874800 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35b988e4-dce2-4250-9d20-b88aaa58137b admin admin] Publish callbacks [] for security_group (0a6a42b9-ef9d-4926-9148-e6611a5ee67c), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:05.895552 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35b988e4-dce2-4250-9d20-b88aaa58137b admin admin] Publish callbacks [] for security_group (0a6a42b9-ef9d-4926-9148-e6611a5ee67c), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:05.965497 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f204-35ca-4482-b1b9-195177ce0789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b346fc38-c730-4b42-84e1-e173b32c3300), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:06.005072 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a1b5f204-35ca-4482-b1b9-195177ce0789 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e9ecb89c7a0434f8594c45da0266d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233220 Mar 22 17:58:06.005969 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5f204-35ca-4482-b1b9-195177ce0789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346fc38-c730-4b42-84e1-e173b32c3300,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:06.007697 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36144) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:06.063554 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf210358-aa30-48eb-ae4d-d9c943451488 admin admin] Publish callbacks [] for security_group (b346fc38-c730-4b42-84e1-e173b32c3300), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:06.086824 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf210358-aa30-48eb-ae4d-d9c943451488 admin admin] Publish callbacks [] for security_group (b346fc38-c730-4b42-84e1-e173b32c3300), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:06.091019 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35b988e4-dce2-4250-9d20-b88aaa58137b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (0a6a42b9-ef9d-4926-9148-e6611a5ee67c), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:06.093590 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35b988e4-dce2-4250-9d20-b88aaa58137b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:06.094880 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-35b988e4-dce2-4250-9d20-b88aaa58137b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a6a42b9-ef9d-4926-9148-e6611a5ee67c HTTP/1.1" status: 204 len: 168 time: 0.2839646 Mar 22 17:58:06.107186 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b988e4-dce2-4250-9d20-b88aaa58137b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6a42b9-ef9d-4926-9148-e6611a5ee67c,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:06.199356 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf210358-aa30-48eb-ae4d-d9c943451488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b346fc38-c730-4b42-84e1-e173b32c3300), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:06.201999 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf210358-aa30-48eb-ae4d-d9c943451488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:06.203167 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-bf210358-aa30-48eb-ae4d-d9c943451488 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b346fc38-c730-4b42-84e1-e173b32c3300 HTTP/1.1" status: 204 len: 168 time: 0.1930034 Mar 22 17:58:06.211203 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf210358-aa30-48eb-ae4d-d9c943451488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346fc38-c730-4b42-84e1-e173b32c3300,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:06.735680 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb2371-9efb-4b68-9612-d65f92e33cfe req-fdd54883-f021-44ce-8092-27f0196a742f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:06.737234 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1cb2371-9efb-4b68-9612-d65f92e33cfe req-fdd54883-f021-44ce-8092-27f0196a742f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0599504 Mar 22 17:58:06.794284 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1cb2371-9efb-4b68-9612-d65f92e33cfe req-e2375890-41ae-467e-9af0-0fe86d781594 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496650 Mar 22 17:58:07.095916 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36180) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:07.110004 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b774f3ec-c814-49c7-82b4-4d853f70f493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:07.201482 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b774f3ec-c814-49c7-82b4-4d853f70f493 admin admin] Publish callbacks [] for security_group (858b908b-4ad3-4957-ab55-7cdbff4597fd), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:07.314740 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b774f3ec-c814-49c7-82b4-4d853f70f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (858b908b-4ad3-4957-ab55-7cdbff4597fd), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:07.354572 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-b774f3ec-c814-49c7-82b4-4d853f70f493 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=582958d47c374a1eab8be37706193345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574112 Mar 22 17:58:07.356506 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774f3ec-c814-49c7-82b4-4d853f70f493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858b908b-4ad3-4957-ab55-7cdbff4597fd,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:07.357434 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36190) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:07.409340 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c4555dd2-39f1-4f87-a53b-251789f3b4bb admin admin] Publish callbacks [] for security_group (858b908b-4ad3-4957-ab55-7cdbff4597fd), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:07.431684 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c4555dd2-39f1-4f87-a53b-251789f3b4bb admin admin] Publish callbacks [] for security_group (858b908b-4ad3-4957-ab55-7cdbff4597fd), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:07.577367 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c4555dd2-39f1-4f87-a53b-251789f3b4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (858b908b-4ad3-4957-ab55-7cdbff4597fd), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:07.586898 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c4555dd2-39f1-4f87-a53b-251789f3b4bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:07.588758 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c4555dd2-39f1-4f87-a53b-251789f3b4bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/858b908b-4ad3-4957-ab55-7cdbff4597fd HTTP/1.1" status: 204 len: 168 time: 0.2291293 Mar 22 17:58:07.597654 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4555dd2-39f1-4f87-a53b-251789f3b4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858b908b-4ad3-4957-ab55-7cdbff4597fd,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:07.654642 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36204) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:07.920657 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fcca9-f9d6-4e71-b07f-38518a77a93a req-93179aef-6e84-4ad0-9fd1-a3fb7e0ea647 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:07.926453 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4d5fcca9-f9d6-4e71-b07f-38518a77a93a req-93179aef-6e84-4ad0-9fd1-a3fb7e0ea647 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0581393 Mar 22 17:58:07.991214 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4d5fcca9-f9d6-4e71-b07f-38518a77a93a req-7917f966-8777-427c-a91c-cb3ea517a518 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583103 Mar 22 17:58:07.992096 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bf4e-3545-459f-8467-03dc863ede4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:08.074005 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bf4e-3545-459f-8467-03dc863ede4f admin admin] Publish callbacks [] for security_group (16e5104d-e4be-4d79-bbcd-3ce27bba5710), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:08.159838 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bf4e-3545-459f-8467-03dc863ede4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (16e5104d-e4be-4d79-bbcd-3ce27bba5710), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:08.202277 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1bf4e-3545-459f-8467-03dc863ede4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e5104d-e4be-4d79-bbcd-3ce27bba5710,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:08.207456 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-1bd1bf4e-3545-459f-8467-03dc863ede4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c211ba3aba0943d7bd8ed16c294642d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5517118 Mar 22 17:58:08.210071 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36224) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:08.260069 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-97c07cb3-44e6-43f3-8605-93aa6d17bbfb admin admin] Publish callbacks [] for security_group (16e5104d-e4be-4d79-bbcd-3ce27bba5710), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:08.281338 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-97c07cb3-44e6-43f3-8605-93aa6d17bbfb admin admin] Publish callbacks [] for security_group (16e5104d-e4be-4d79-bbcd-3ce27bba5710), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:08.439901 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-97c07cb3-44e6-43f3-8605-93aa6d17bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (16e5104d-e4be-4d79-bbcd-3ce27bba5710), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:08.442901 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-97c07cb3-44e6-43f3-8605-93aa6d17bbfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:08.444110 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-97c07cb3-44e6-43f3-8605-93aa6d17bbfb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/16e5104d-e4be-4d79-bbcd-3ce27bba5710 HTTP/1.1" status: 204 len: 168 time: 0.2330499 Mar 22 17:58:08.453243 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c07cb3-44e6-43f3-8605-93aa6d17bbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e5104d-e4be-4d79-bbcd-3ce27bba5710,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:09.118788 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc265915-7da7-4d5f-8956-5029a2af547f req-41da742c-bb54-41aa-b567-107547b0c8b8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:09.120429 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bc265915-7da7-4d5f-8956-5029a2af547f req-41da742c-bb54-41aa-b567-107547b0c8b8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0538921 Mar 22 17:58:09.187419 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bc265915-7da7-4d5f-8956-5029a2af547f req-f8efa5d9-2f28-4b82-a06b-05e360842c0d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604668 Mar 22 17:58:09.798566 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36298) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:10.104608 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7bc18711-214d-4911-b334-bedaf05912bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:10.179535 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7bc18711-214d-4911-b334-bedaf05912bf admin admin] Publish callbacks [] for security_group (bfe90580-ef1d-4e8b-8a1a-27055d91e78b), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:10.250943 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7bc18711-214d-4911-b334-bedaf05912bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (bfe90580-ef1d-4e8b-8a1a-27055d91e78b), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:10.316912 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-7bc18711-214d-4911-b334-bedaf05912bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99e86e31f23847da924b72bea25237b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5171740 Mar 22 17:58:10.319688 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36312) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:10.320297 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc18711-214d-4911-b334-bedaf05912bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe90580-ef1d-4e8b-8a1a-27055d91e78b,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:10.341325 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26dfb9-fdc6-466a-a133-c2cdcfc2a594 req-22cac7e3-19eb-4e28-a216-f0eda5dfd383 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:10.342769 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3b26dfb9-fdc6-466a-a133-c2cdcfc2a594 req-22cac7e3-19eb-4e28-a216-f0eda5dfd383 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0863099 Mar 22 17:58:10.382267 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-775ad684-e021-4fe4-b5e7-fae391b1954c admin admin] Publish callbacks [] for security_group (bfe90580-ef1d-4e8b-8a1a-27055d91e78b), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:10.391203 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3b26dfb9-fdc6-466a-a133-c2cdcfc2a594 req-2f92e2f9-f150-4d8b-b1a5-1706340209c8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426354 Mar 22 17:58:10.405742 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-775ad684-e021-4fe4-b5e7-fae391b1954c admin admin] Publish callbacks [] for security_group (bfe90580-ef1d-4e8b-8a1a-27055d91e78b), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:10.565253 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-775ad684-e021-4fe4-b5e7-fae391b1954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (bfe90580-ef1d-4e8b-8a1a-27055d91e78b), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:10.567926 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-775ad684-e021-4fe4-b5e7-fae391b1954c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:10.569085 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-775ad684-e021-4fe4-b5e7-fae391b1954c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bfe90580-ef1d-4e8b-8a1a-27055d91e78b HTTP/1.1" status: 204 len: 168 time: 0.2483525 Mar 22 17:58:10.578211 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ad684-e021-4fe4-b5e7-fae391b1954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe90580-ef1d-4e8b-8a1a-27055d91e78b,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:11.519933 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e500fd-7df2-4d6e-8a3b-7a2e61318ea8 req-79313f59-e765-4605-bb8d-e68dcac1ba20 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:11.522024 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-82e500fd-7df2-4d6e-8a3b-7a2e61318ea8 req-79313f59-e765-4605-bb8d-e68dcac1ba20 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0591884 Mar 22 17:58:11.599717 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-82e500fd-7df2-4d6e-8a3b-7a2e61318ea8 req-763f39c2-e513-44b6-aa1e-ed59d3c60c72 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714765 Mar 22 17:58:11.667560 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36358) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:11.763886 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-198414401-network', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:11.862419 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Made reservation on behalf of e0eb553595c548d0a6da146d69c45593 for: {'network': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:58:11.865765 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:11.876575 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:11.950804 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Publish callbacks [] for security_group (06e42148-90a3-476b-8c19-87025d59d6df), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:12.142486 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (06e42148-90a3-476b-8c19-87025d59d6df), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:12.168222 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=110337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:58:12.176954 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e42148-90a3-476b-8c19-87025d59d6df,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:12.183375 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:12.183737 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.segments_db [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Added segment b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10 of type vlan for network 2d722320-d38e-4543-bf0f-dd9622256eae Mar 22 17:58:12.234615 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (2d722320-d38e-4543-bf0f-dd9622256eae), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:12.342564 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (2d722320-d38e-4543-bf0f-dd9622256eae), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:12.343549 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:12.344132 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:12.418365 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] Pushing event updated for resources: {'Network': ['ID=2d722320-d38e-4543-bf0f-dd9622256eae,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:12.428913 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network 2d722320-d38e-4543-bf0f-dd9622256eae details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:58:12.466237 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a50b7c80-2748-4c78-8a87-e3d0bc988d29 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7975314 Mar 22 17:58:12.474146 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36370) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:12.480192 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Request body: {'subnet': {'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-198414401-subnet', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'ip_version': 4}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:12.599126 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Made reservation on behalf of e0eb553595c548d0a6da146d69c45593 for: {'subnet': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:58:12.604898 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:12.783547 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b1aca-4119-417d-a41c-5e4b59eb3ea3 req-22ff9aaf-7f59-40eb-b36e-1d3aa276bb5b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:12.785065 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f94b1aca-4119-417d-a41c-5e4b59eb3ea3 req-22ff9aaf-7f59-40eb-b36e-1d3aa276bb5b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0995569 Mar 22 17:58:12.870572 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f94b1aca-4119-417d-a41c-5e4b59eb3ea3 req-adb592d4-9dab-4a4a-ad76-f817cc70873d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775850 Mar 22 17:58:12.948173 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for subnet (e244380f-5123-4513-960c-37c8b05c3654), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.006783 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e244380f-5123-4513-960c-37c8b05c3654,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:13.018145 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Checking segment: {'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:58:13.018508 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Network hostable DHCP agents. Network: 2d722320-d38e-4543-bf0f-dd9622256eae, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:58:13.108234 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Network 2d722320-d38e-4543-bf0f-dd9622256eae is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:58:13.165863 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, 2d722320-d38e-4543-bf0f-dd9622256eae) {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:58:13.170294 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:13.171030 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.176492 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb0522-624a-45a6-a4e5-8cd38698a180 None None] Network 2d722320-d38e-4543-bf0f-dd9622256eae requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:58:13.239614 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36380) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:13.240260 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3944d86b-1ebc-4be7-8638-0c6b0604aa50 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7645659 Mar 22 17:58:13.245832 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:13.279955 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-2d722320-d38e-4543-bf0f-dd9622256eae', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:58:13.280904 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.342359 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.343577 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.395862 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks [] for router_controller (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), precommit_add_association {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.415251 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Allocated IP 172.20.0.2 (2d722320-d38e-4543-bf0f-dd9622256eae/e244380f-5123-4513-960c-37c8b05c3654/f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:58:13.561732 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Publish callbacks [] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.599249 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks [] for router_gateway (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.628615 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.668211 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Network 2d722320-d38e-4543-bf0f-dd9622256eae is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:58:13.671011 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:58:13.673603 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:58:13.690676 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Pushing event updated for resources: {'Port': ['ID=f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:13.714153 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.714513 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.714873 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.715233 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.715826 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.715942 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.716215 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.716620 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.716945 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.717433 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.717634 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.717965 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.718292 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.718609 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.720706 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:13.754745 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Attempting to bind port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:58:13.754745 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Attempting to bind port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:58:13.754745 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Attempting to bind port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 on network 2d722320-d38e-4543-bf0f-dd9622256eae {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:58:13.757111 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:58:13.757715 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Checking segment: {'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:58:13.758179 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.764302 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Bound using segment: {'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:58:13.764302 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Bound port: f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:58:13.764302 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.824640 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] For port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:58:13.828258 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] For port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:58:13.866360 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks [] for router_gateway (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.888102 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:13.900293 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:14.015461 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7abf68-f515-44a6-8484-b34fcfc23820 None None] Pushing event updated for resources: {'Port': ['ID=f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:14.046128 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd6891-d0a1-4213-8dec-ee4432657a1f req-73816afb-326a-4fbe-85da-1290c7e117c5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:14.049965 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66bd6891-d0a1-4213-8dec-ee4432657a1f req-73816afb-326a-4fbe-85da-1290c7e117c5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0818865 Mar 22 17:58:14.053813 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Allocated IP 172.27.1.219 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/2a63bd4d-7ea1-4072-bc62-122e72ce19d7) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:58:14.106807 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66bd6891-d0a1-4213-8dec-ee4432657a1f req-0f05bea5-8830-4e15-ba0a-723f15760f5e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525963 Mar 22 17:58:14.170448 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks [] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:14.308713 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:14.346409 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:58:14.349216 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:58:14.352931 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:58:14.379971 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Pushing event updated for resources: {'Port': ['ID=2a63bd4d-7ea1-4072-bc62-122e72ce19d7,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:14.683663 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks [] for router_gateway (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:14.901880 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:14.906374 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b6d5fb-b006-4d27-99bd-cc4c52328b95 None None] Network 2d722320-d38e-4543-bf0f-dd9622256eae requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:58:14.972374 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-3dd6917f-fb85-45c8-ac4a-c74617176d3d None None] Provisioning complete for port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:14.972748 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3dd6917f-fb85-45c8-ac4a-c74617176d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:15.100218 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6917f-fb85-45c8-ac4a-c74617176d3d None None] Current status of the port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:15.100565 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3dd6917f-fb85-45c8-ac4a-c74617176d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:15.136157 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-3dd6917f-fb85-45c8-ac4a-c74617176d3d None None] For port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:58:15.147960 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:58:15.204772 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3dd6917f-fb85-45c8-ac4a-c74617176d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:15.247994 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dcf5c-0aa7-4c8b-8b40-ef09281eb6a5 req-2d91eae1-9d5c-4e5c-a36f-8973d460a2d4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:15.249729 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ec0dcf5c-0aa7-4c8b-8b40-ef09281eb6a5 req-2d91eae1-9d5c-4e5c-a36f-8973d460a2d4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0591447 Mar 22 17:58:15.272191 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:58:15.272428 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6917f-fb85-45c8-ac4a-c74617176d3d None None] Pushing event updated for resources: {'Port': ['ID=f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:15.285529 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Sync routers for ids ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:58:15.300570 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Routers {'89d04aa4-c65e-4956-a6e6-0d934fdc3d61'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:58:15.301482 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-be04627f-510f-4e17-869c-835b62da39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:15.314344 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ec0dcf5c-0aa7-4c8b-8b40-ef09281eb6a5 req-5ccd9617-1764-484e-bb4a-ed15e39c06e6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Mar 22 17:58:15.350255 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:15.351515 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b77cfda3-44fa-4f1f-958a-fc58e6759d4e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1101243 Mar 22 17:58:15.354360 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36412) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:15.406365 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Set router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:58:15.447804 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-e51f1d49-522c-4e26-9d8b-bbecd893a9be None None] Provisioning complete for port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:15.448179 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e51f1d49-522c-4e26-9d8b-bbecd893a9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:15.559981 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-e51f1d49-522c-4e26-9d8b-bbecd893a9be None None] Current status of the port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:15.607633 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:58:15.659611 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:15.659611 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:15.685671 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-be04627f-510f-4e17-869c-835b62da39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:14Z', 'revision_number': 3, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:15.711691 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Checking router: 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:58:15.712030 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Updating router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:58:15.741461 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:15.745170 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:15.995368 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.002720 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Publish callbacks [] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.091389 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.141499 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Attempting to bind port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:58:16.141876 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Attempting to bind port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:58:16.142238 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Attempting to bind port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:58:16.149457 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Pushing event updated for resources: {'Port': ['ID=2a63bd4d-7ea1-4072-bc62-122e72ce19d7,revision_number=2']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:16.151673 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:58:16.152045 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:58:16.152440 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.152829 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:58:16.153293 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Bound port: 2a63bd4d-7ea1-4072-bc62-122e72ce19d7, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:58:16.153749 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.154039 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Allocated IP 172.20.0.1 (2d722320-d38e-4543-bf0f-dd9622256eae/e244380f-5123-4513-960c-37c8b05c3654/be22cf2c-c23b-4f1f-b274-706181740af3) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:58:16.179043 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.179391 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.179881 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.180940 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.181339 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.181693 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.185130 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.185130 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.185130 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.185130 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.185130 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.185130 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.185130 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.185130 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.185130 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:58:16.217949 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-be04627f-510f-4e17-869c-835b62da39fe None None] For port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:58:16.221143 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-be04627f-510f-4e17-869c-835b62da39fe None None] For port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=2a63bd4d-7ea1-4072-bc62-122e72ce19d7,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:58:16.261451 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Publish callbacks [] for port (be22cf2c-c23b-4f1f-b274-706181740af3), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.291995 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.345596 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Routers {'89d04aa4-c65e-4956-a6e6-0d934fdc3d61'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:58:16.346233 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-be04627f-510f-4e17-869c-835b62da39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:16.389598 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.391651 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2219bf3-27ee-4252-8920-8001f81582c8 None None] Pushing event updated for resources: {'Port': ['ID=2a63bd4d-7ea1-4072-bc62-122e72ce19d7,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:16.431267 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Network 2d722320-d38e-4543-bf0f-dd9622256eae is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:58:16.434824 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:58:16.437431 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:58:16.451980 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84889dd4-51f3-4efe-98df-55b1c026e12d req-09fb5a91-8a1d-4652-9992-c15f06dc6c84 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:16.453586 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-84889dd4-51f3-4efe-98df-55b1c026e12d req-09fb5a91-8a1d-4652-9992-c15f06dc6c84 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0717211 Mar 22 17:58:16.479715 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-be04627f-510f-4e17-869c-835b62da39fe None None] Set router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:58:16.480289 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Pushing event updated for resources: {'Port': ['ID=be22cf2c-c23b-4f1f-b274-706181740af3,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:16.496517 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.518036 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-84889dd4-51f3-4efe-98df-55b1c026e12d req-2824d5e8-77a4-4560-8c12-6452d2ab5a62 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583191 Mar 22 17:58:16.679106 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-be04627f-510f-4e17-869c-835b62da39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:14Z', 'revision_number': 3, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:16.689057 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-0f8eb835-f59c-45ad-845c-4efa61cde077 None None] Provisioning complete for port be22cf2c-c23b-4f1f-b274-706181740af3 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:16.689651 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-0f8eb835-f59c-45ad-845c-4efa61cde077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.705848 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04627f-510f-4e17-869c-835b62da39fe None None] The sync data for ids ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'] in dv-cinder-739079-8-iscsi is: [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:14Z', 'revision_number': 3, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:58:16.725503 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-0f8eb835-f59c-45ad-845c-4efa61cde077 None None] Port be22cf2c-c23b-4f1f-b274-706181740af3 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:58:16.745439 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:16.913118 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Publish callbacks [] for port (be22cf2c-c23b-4f1f-b274-706181740af3), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:17.028216 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130356472'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:17.097020 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Pushing event updated for resources: {'Port': ['ID=be22cf2c-c23b-4f1f-b274-706181740af3,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:17.099442 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:17.200594 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Network 2d722320-d38e-4543-bf0f-dd9622256eae is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:58:17.202099 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:58:17.323663 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:58:17.449008 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:58:17.455498 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-898dea07-1b3d-46f9-856b-0a587853fa6d admin admin] 10.222.0.73 "PUT /v2.0/routers/89d04aa4-c65e-4956-a6e6-0d934fdc3d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1001182 Mar 22 17:58:17.459792 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-476dd1eb-234f-4bec-91ef-1324dfa89d50 None None] Provisioning complete for port be22cf2c-c23b-4f1f-b274-706181740af3 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:17.460179 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-476dd1eb-234f-4bec-91ef-1324dfa89d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:17.511828 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-476dd1eb-234f-4bec-91ef-1324dfa89d50 None None] Port be22cf2c-c23b-4f1f-b274-706181740af3 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:58:17.537199 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:58:17.605122 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:17.605620 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:17.661107 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d5ee2-7132-4ca2-b746-b2eebe2bde0d req-3a740e74-6b2c-4010-8a40-b266dff70dfb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:17.662756 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a86d5ee2-7132-4ca2-b746-b2eebe2bde0d req-3a740e74-6b2c-4010-8a40-b266dff70dfb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0591478 Mar 22 17:58:17.693952 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:17.694554 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:17.713688 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a86d5ee2-7132-4ca2-b746-b2eebe2bde0d req-aa3fba4d-e4f8-496a-b8e7-2d14d9c40330 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Mar 22 17:58:17.715881 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=2a63bd4d-7ea1-4072-bc62-122e72ce19d7,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:58:17.788112 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:17.841914 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=2a63bd4d-7ea1-4072-bc62-122e72ce19d7,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:18.189548 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36460) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:18.197676 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-973195536-network', 'tenant_id': '173ae594d44c4327bbb1051e7d096787'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:18.284521 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Made reservation on behalf of 173ae594d44c4327bbb1051e7d096787 for: {'network': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:58:18.286948 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:18.301426 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:18.371981 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Publish callbacks [] for security_group (7472c746-2992-412e-9cf9-ac92d6120e9c), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:18.375962 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Sync routers for ids ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:58:18.386765 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Routers {'89d04aa4-c65e-4956-a6e6-0d934fdc3d61'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:58:18.387367 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:18.445072 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (7472c746-2992-412e-9cf9-ac92d6120e9c), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:18.470017 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=110337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:58:18.480430 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7472c746-2992-412e-9cf9-ac92d6120e9c,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:18.485263 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (fcefb949-2e18-4e6d-a506-d2e7f5eb8559), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:18.485628 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.segments_db [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Added segment fcefb949-2e18-4e6d-a506-d2e7f5eb8559 of type vlan for network f8229865-df5a-4561-b5e6-d86bc38540ae Mar 22 17:58:18.496131 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Set router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:58:18.525740 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (f8229865-df5a-4561-b5e6-d86bc38540ae), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:18.610853 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (f8229865-df5a-4561-b5e6-d86bc38540ae), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:18.611858 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:18.612435 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:18.675483 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] Pushing event updated for resources: {'Network': ['ID=f8229865-df5a-4561-b5e6-d86bc38540ae,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:18.689080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network f8229865-df5a-4561-b5e6-d86bc38540ae details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:58:18.750510 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-869c9d8c-e9bb-48aa-bf53-0f5e083f4d52 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5598328 Mar 22 17:58:18.753260 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36466) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:18.758389 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Request body: {'subnet': {'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-973195536-subnet', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'ip_version': 4}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:18.844749 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce77a4-0d1a-4c09-ac10-b766bdfc98aa req-ca041d4a-06db-4aa8-829c-6f83aa20e40d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:18.846207 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-07ce77a4-0d1a-4c09-ac10-b766bdfc98aa req-ca041d4a-06db-4aa8-829c-6f83aa20e40d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0595644 Mar 22 17:58:18.856869 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Made reservation on behalf of 173ae594d44c4327bbb1051e7d096787 for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:58:18.859415 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130929192'] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:18.885116 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'be22cf2c-c23b-4f1f-b274-706181740af3', 'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'mac_address': 'fa:16:3e:87:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:16Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 2, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'subnets': [{'id': 'e244380f-5123-4513-960c-37c8b05c3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:18.901954 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-07ce77a4-0d1a-4c09-ac10-b766bdfc98aa req-736cfced-2a90-4a4c-9748-9c90b89f81cd tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496161 Mar 22 17:58:18.919276 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Checking router: 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:58:18.919633 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Updating router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 port be22cf2c-c23b-4f1f-b274-706181740af3 binding host dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:58:18.949987 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.085766 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130356607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130929214'] for subnet (7fe40927-33c1-42a1-a3c6-0fc894245c39), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.141369 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe40927-33c1-42a1-a3c6-0fc894245c39,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:19.149968 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Checking segment: {'id': 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:58:19.150323 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Network hostable DHCP agents. Network: f8229865-df5a-4561-b5e6-d86bc38540ae, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:58:19.219533 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Publish callbacks [] for port (be22cf2c-c23b-4f1f-b274-706181740af3), precommit_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.235291 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Network f8229865-df5a-4561-b5e6-d86bc38540ae is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:58:19.302798 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.312754 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, f8229865-df5a-4561-b5e6-d86bc38540ae) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:58:19.316752 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:19.317338 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.329775 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df1c134-c270-4e95-a3bb-ec9a2c34f37b None None] Network f8229865-df5a-4561-b5e6-d86bc38540ae requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:58:19.401183 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b72d8-37ab-48c2-b71d-6c94f87260a8 None None] Pushing event updated for resources: {'Port': ['ID=be22cf2c-c23b-4f1f-b274-706181740af3,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:19.424910 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36474) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:19.425250 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1edf0c17-df19-4188-b9c6-282d11a0eb7a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6705756 Mar 22 17:58:19.430168 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-973195536-router', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:19.501879 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-f8229865-df5a-4561-b5e6-d86bc38540ae', 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae', 'project_id': '173ae594d44c4327bbb1051e7d096787', 'fixed_ips': [{'subnet_id': '7fe40927-33c1-42a1-a3c6-0fc894245c39'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:58:19.501879 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.504532 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:58:19.514492 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Attempting to bind port be22cf2c-c23b-4f1f-b274-706181740af3 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:58:19.514855 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Attempting to bind port be22cf2c-c23b-4f1f-b274-706181740af3 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:58:19.515211 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Attempting to bind port be22cf2c-c23b-4f1f-b274-706181740af3 on network 2d722320-d38e-4543-bf0f-dd9622256eae {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:58:19.526106 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.527492 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.553053 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:58:19.553457 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Checking segment: {'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:58:19.553861 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.554253 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Bound using segment: {'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:58:19.554720 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Bound port: be22cf2c-c23b-4f1f-b274-706181740af3, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:58:19.555210 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.582413 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks [] for router_controller (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), precommit_add_association {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.659936 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-e978aa16-05e9-4878-b05f-b7c49532d7a7 None None] Provisioning complete for port be22cf2c-c23b-4f1f-b274-706181740af3 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:19.660221 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e978aa16-05e9-4878-b05f-b7c49532d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.757843 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-e978aa16-05e9-4878-b05f-b7c49532d7a7 None None] Port be22cf2c-c23b-4f1f-b274-706181740af3 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:58:19.768028 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:19.768398 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.770373 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] For port be22cf2c-c23b-4f1f-b274-706181740af3, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:58:19.786501 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks [] for router_gateway (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.809179 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] For port be22cf2c-c23b-4f1f-b274-706181740af3, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=be22cf2c-c23b-4f1f-b274-706181740af3,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:58:19.818260 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Allocated IP 172.20.0.2 (f8229865-df5a-4561-b5e6-d86bc38540ae/7fe40927-33c1-42a1-a3c6-0fc894245c39/623dd759-d667-4540-9ad2-59f7a83fa143) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:58:19.932356 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:19.943656 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:20.051231 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b72d8-37ab-48c2-b71d-6c94f87260a8 None None] Pushing event updated for resources: {'Port': ['ID=be22cf2c-c23b-4f1f-b274-706181740af3,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:20.055673 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Routers {'89d04aa4-c65e-4956-a6e6-0d934fdc3d61'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:58:20.056307 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:20.111423 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Publish callbacks [] for port (623dd759-d667-4540-9ad2-59f7a83fa143), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.114337 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks [] for router_gateway (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.139366 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.148722 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e394386-5ed8-40df-be8f-948a527abc48 req-0bc37184-a4dc-4ce0-80c9-b5c734561c6d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:20.152052 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0e394386-5ed8-40df-be8f-948a527abc48 req-0bc37184-a4dc-4ce0-80c9-b5c734561c6d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.1565940 Mar 22 17:58:20.192884 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] Set router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:58:20.225809 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.274161 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0e394386-5ed8-40df-be8f-948a527abc48 req-51273830-869c-4b0d-8af7-4d9e9d0f46a8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146557 Mar 22 17:58:20.312947 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Network f8229865-df5a-4561-b5e6-d86bc38540ae is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:58:20.319667 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Allocated IP 172.27.1.154 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/628d32aa-4d5c-4686-a225-b4364b066231) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:58:20.332930 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:58:20.370898 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:58:20.377139 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Pushing event updated for resources: {'Port': ['ID=623dd759-d667-4540-9ad2-59f7a83fa143,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:20.388374 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-928ab7d9-51c6-4861-b866-65360e854b98 None None] Provisioning complete for port be22cf2c-c23b-4f1f-b274-706181740af3 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:20.389144 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-928ab7d9-51c6-4861-b866-65360e854b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.442126 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks [] for port (628d32aa-4d5c-4686-a225-b4364b066231), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.495348 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Attempting to bind port 623dd759-d667-4540-9ad2-59f7a83fa143 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:58:20.495716 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Attempting to bind port 623dd759-d667-4540-9ad2-59f7a83fa143 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:58:20.496085 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Attempting to bind port 623dd759-d667-4540-9ad2-59f7a83fa143 on network f8229865-df5a-4561-b5e6-d86bc38540ae {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:58:20.506361 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:58:20.506734 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Checking segment: {'id': 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:58:20.507134 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.507525 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Bound using segment: {'id': 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:58:20.508502 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Bound port: 623dd759-d667-4540-9ad2-59f7a83fa143, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:58:20.508879 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.541691 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (628d32aa-4d5c-4686-a225-b4364b066231), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.580771 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:58:20.584030 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:58:20.590035 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:58:20.630786 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-928ab7d9-51c6-4861-b866-65360e854b98 None None] Current status of the port be22cf2c-c23b-4f1f-b274-706181740af3 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:20.631177 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-928ab7d9-51c6-4861-b866-65360e854b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.634959 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Pushing event updated for resources: {'Port': ['ID=628d32aa-4d5c-4686-a225-b4364b066231,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:20.778186 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] For port 623dd759-d667-4540-9ad2-59f7a83fa143, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:58:20.799049 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] For port 623dd759-d667-4540-9ad2-59f7a83fa143, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=623dd759-d667-4540-9ad2-59f7a83fa143,segment=NetworkSegment(fcefb949-2e18-4e6d-a506-d2e7f5eb8559),segment_id=fcefb949-2e18-4e6d-a506-d2e7f5eb8559)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:58:20.810824 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'be22cf2c-c23b-4f1f-b274-706181740af3', 'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'mac_address': 'fa:16:3e:87:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:16Z', 'updated_at': '2022-03-22T17:58:19Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'subnets': [{'id': 'e244380f-5123-4513-960c-37c8b05c3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:20.842327 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-928ab7d9-51c6-4861-b866-65360e854b98 None None] For port be22cf2c-c23b-4f1f-b274-706181740af3, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=be22cf2c-c23b-4f1f-b274-706181740af3,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:58:20.843820 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc387ae8-27de-4b7a-be89-afc9956ff9bb None None] The sync data for ids ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'] in dv-cinder-739079-8-iscsi is: [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'be22cf2c-c23b-4f1f-b274-706181740af3', 'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'mac_address': 'fa:16:3e:87:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:16Z', 'updated_at': '2022-03-22T17:58:19Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'subnets': [{'id': 'e244380f-5123-4513-960c-37c8b05c3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:58:20.874937 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.916103 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-928ab7d9-51c6-4861-b866-65360e854b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.947541 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks [] for router_gateway (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:20.948149 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aabfb1-5327-4645-846a-d6b0eba46102 None None] Pushing event updated for resources: {'Port': ['ID=623dd759-d667-4540-9ad2-59f7a83fa143,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:21.051913 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ab7d9-51c6-4861-b866-65360e854b98 None None] Pushing event updated for resources: {'Port': ['ID=be22cf2c-c23b-4f1f-b274-706181740af3,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:21.248096 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:21.443639 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c0751-90f2-4b1a-a718-320a1e6d7296 req-fb00e768-c63c-44d6-87af-8bcd9ad368ea tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:21.449527 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9b7c0751-90f2-4b1a-a718-320a1e6d7296 req-fb00e768-c63c-44d6-87af-8bcd9ad368ea tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0876515 Mar 22 17:58:21.537469 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9b7c0751-90f2-4b1a-a718-320a1e6d7296 req-fc6175c9-65db-4617-b258-dc3e97819ed7 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692353 Mar 22 17:58:21.572221 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:58:21.607597 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device be22cf2c-c23b-4f1f-b274-706181740af3 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:58:21.661151 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port be22cf2c-c23b-4f1f-b274-706181740af3 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:21.661264 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:21.694496 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:58:21.711532 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Sync routers for ids ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:58:21.729794 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Routers {'8d146f86-11d1-4a74-bc9b-a1662c9dcac3'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:58:21.729794 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:21.764351 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port be22cf2c-c23b-4f1f-b274-706181740af3 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:21.765851 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 623dd759-d667-4540-9ad2-59f7a83fa143 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:58:21.790603 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:21.792398 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-e7952442-a47f-4625-ae3a-faf2f6a01c01 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3658793 Mar 22 17:58:21.795603 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36504) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:21.826651 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 623dd759-d667-4540-9ad2-59f7a83fa143 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:21.827035 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:21.864096 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Set router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:58:21.926920 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 623dd759-d667-4540-9ad2-59f7a83fa143 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:21.927604 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:21.991939 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port 623dd759-d667-4540-9ad2-59f7a83fa143, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=623dd759-d667-4540-9ad2-59f7a83fa143,segment=NetworkSegment(fcefb949-2e18-4e6d-a506-d2e7f5eb8559),segment_id=fcefb949-2e18-4e6d-a506-d2e7f5eb8559)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:58:22.085775 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.126798 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947373a7-82b1-4f9e-bc42-362948af4fd7 None None] Network f8229865-df5a-4561-b5e6-d86bc38540ae requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:58:22.150529 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'name': 'tempest-TestShelveInstance-973195536-router', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '628d32aa-4d5c-4686-a225-b4364b066231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:19Z', 'updated_at': '2022-03-22T17:58:20Z', 'revision_number': 3, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'gw_port': {'id': '628d32aa-4d5c-4686-a225-b4364b066231', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:20Z', 'updated_at': '2022-03-22T17:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:22.181809 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Checking router: 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:58:22.182166 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Updating router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 port 628d32aa-4d5c-4686-a225-b4364b066231 binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:58:22.221590 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (628d32aa-4d5c-4686-a225-b4364b066231), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.276173 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=623dd759-d667-4540-9ad2-59f7a83fa143,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:22.312722 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-6f166179-51e4-4330-941e-81e1c68cf23e None None] Provisioning complete for port 623dd759-d667-4540-9ad2-59f7a83fa143 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:22.313108 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6f166179-51e4-4330-941e-81e1c68cf23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.424566 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-6f166179-51e4-4330-941e-81e1c68cf23e None None] Current status of the port 623dd759-d667-4540-9ad2-59f7a83fa143 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:22.452546 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.548358 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-68ce1490-67b6-4ad0-8b6c-2bf37ab3a503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.591089 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Publish callbacks [] for port (628d32aa-4d5c-4686-a225-b4364b066231), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.673307 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (628d32aa-4d5c-4686-a225-b4364b066231), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.684052 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cb14a-096d-42cf-923d-5617fbe5da8e req-20b4900c-2403-4d11-adfe-dc6422664ee4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:22.685601 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.686062 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-173cb14a-096d-42cf-923d-5617fbe5da8e req-20b4900c-2403-4d11-adfe-dc6422664ee4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0644476 Mar 22 17:58:22.726711 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Attempting to bind port 628d32aa-4d5c-4686-a225-b4364b066231 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:58:22.727301 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Attempting to bind port 628d32aa-4d5c-4686-a225-b4364b066231 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:58:22.728451 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Attempting to bind port 628d32aa-4d5c-4686-a225-b4364b066231 on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:58:22.739599 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:58:22.740268 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:58:22.740682 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-173cb14a-096d-42cf-923d-5617fbe5da8e req-5722b552-44a8-4d1d-8d34-a513db8f6c36 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485921 Mar 22 17:58:22.740981 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.741866 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:58:22.743092 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Bound port: 628d32aa-4d5c-4686-a225-b4364b066231, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:58:22.743923 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (628d32aa-4d5c-4686-a225-b4364b066231), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.765057 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-3f806edf-8ec5-4ea3-987b-9e1b21d59ebf None None] Provisioning complete for port 623dd759-d667-4540-9ad2-59f7a83fa143 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:22.765057 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3f806edf-8ec5-4ea3-987b-9e1b21d59ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.781060 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb35d5c-306b-40e8-9827-e5bd1e057f14 None None] Pushing event updated for resources: {'Port': ['ID=628d32aa-4d5c-4686-a225-b4364b066231,revision_number=2']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:22.814551 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] For port 628d32aa-4d5c-4686-a225-b4364b066231, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:58:22.817962 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] For port 628d32aa-4d5c-4686-a225-b4364b066231, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=628d32aa-4d5c-4686-a225-b4364b066231,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:58:22.849267 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-3f806edf-8ec5-4ea3-987b-9e1b21d59ebf None None] Current status of the port 623dd759-d667-4540-9ad2-59f7a83fa143 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:22.857667 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Allocated IP 172.20.0.1 (f8229865-df5a-4561-b5e6-d86bc38540ae/7fe40927-33c1-42a1-a3c6-0fc894245c39/f236f5d9-ba3d-43ce-8f83-0b003f939e9a) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:58:22.920358 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (628d32aa-4d5c-4686-a225-b4364b066231), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.966588 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Publish callbacks [] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:22.995402 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Routers {'8d146f86-11d1-4a74-bc9b-a1662c9dcac3'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:58:22.997003 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:57:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:23.051555 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:23.092928 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Network f8229865-df5a-4561-b5e6-d86bc38540ae is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:58:23.095907 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:58:23.099759 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:58:23.127178 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Pushing event updated for resources: {'Port': ['ID=f236f5d9-ba3d-43ce-8f83-0b003f939e9a,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:23.149481 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:23.170014 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb35d5c-306b-40e8-9827-e5bd1e057f14 None None] Pushing event updated for resources: {'Port': ['ID=628d32aa-4d5c-4686-a225-b4364b066231,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:23.226127 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] Set router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:58:23.372053 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-736602e5-b531-409a-8a52-dd2640ae93d3 None None] Provisioning complete for port f236f5d9-ba3d-43ce-8f83-0b003f939e9a triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:23.372587 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-736602e5-b531-409a-8a52-dd2640ae93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:23.384628 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:23.415375 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-736602e5-b531-409a-8a52-dd2640ae93d3 None None] Port f236f5d9-ba3d-43ce-8f83-0b003f939e9a cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:58:23.432003 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'name': 'tempest-TestShelveInstance-973195536-router', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '628d32aa-4d5c-4686-a225-b4364b066231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:19Z', 'updated_at': '2022-03-22T17:58:20Z', 'revision_number': 3, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'gw_port': {'id': '628d32aa-4d5c-4686-a225-b4364b066231', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:20Z', 'updated_at': '2022-03-22T17:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:23.463649 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25728d-cde6-4eee-a394-7bf730c8796e None None] The sync data for ids ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'] in dv-cinder-739079-8-iscsi is: [{'id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'name': 'tempest-TestShelveInstance-973195536-router', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '628d32aa-4d5c-4686-a225-b4364b066231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:19Z', 'updated_at': '2022-03-22T17:58:20Z', 'revision_number': 3, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'gw_port': {'id': '628d32aa-4d5c-4686-a225-b4364b066231', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:20Z', 'updated_at': '2022-03-22T17:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:58:23.509962 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 623dd759-d667-4540-9ad2-59f7a83fa143 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:58:23.575388 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 623dd759-d667-4540-9ad2-59f7a83fa143 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:23.575762 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:23.578742 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Publish callbacks [] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:23.661645 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 623dd759-d667-4540-9ad2-59f7a83fa143 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:23.673847 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130356472'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:23.745474 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:23.747253 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Pushing event updated for resources: {'Port': ['ID=f236f5d9-ba3d-43ce-8f83-0b003f939e9a,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:23.858435 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Network f8229865-df5a-4561-b5e6-d86bc38540ae is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:58:23.859863 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:58:23.888860 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec713e-f8d5-48d6-a69f-c6452c3f14e2 req-7b77c412-3d3f-4a54-a50d-1153d33c8517 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:23.890812 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3cec713e-f8d5-48d6-a69f-c6452c3f14e2 req-7b77c412-3d3f-4a54-a50d-1153d33c8517 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0659275 Mar 22 17:58:23.958013 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3cec713e-f8d5-48d6-a69f-c6452c3f14e2 req-1b38651e-1c7a-41aa-8461-a26fd835fac7 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Mar 22 17:58:24.022693 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:58:24.140945 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-03cefc78-7dcb-4f08-b4d8-610362d7e9a7 None None] Provisioning complete for port f236f5d9-ba3d-43ce-8f83-0b003f939e9a triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:24.141481 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-03cefc78-7dcb-4f08-b4d8-610362d7e9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:24.145872 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:58:24.153881 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-6f513c54-69c1-4896-8e1d-da312f1d2029 admin admin] 10.222.0.73 "PUT /v2.0/routers/8d146f86-11d1-4a74-bc9b-a1662c9dcac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3559005 Mar 22 17:58:24.183307 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-03cefc78-7dcb-4f08-b4d8-610362d7e9a7 None None] Port f236f5d9-ba3d-43ce-8f83-0b003f939e9a cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:58:24.737351 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8122a111-0cfd-4e37-9506-b0cff9cf2aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:24.744060 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36544) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:24.748529 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-e282d234-64c1-4dbc-8c7b-bc4269dd3664 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495328995', 'description': 'tempest-secgroup-smoke-1495328995 description', 'project_id': 'e0eb553595c548d0a6da146d69c45593'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:24.857186 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e282d234-64c1-4dbc-8c7b-bc4269dd3664 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:24.924440 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e282d234-64c1-4dbc-8c7b-bc4269dd3664 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group (9106e96a-7288-4d29-b7be-8bd14a937571), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.032784 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e282d234-64c1-4dbc-8c7b-bc4269dd3664 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9106e96a-7288-4d29-b7be-8bd14a937571), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.063965 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282d234-64c1-4dbc-8c7b-bc4269dd3664 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9106e96a-7288-4d29-b7be-8bd14a937571,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:25.082984 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63a954-bf46-403e-8e1d-fc5031cdbd03 req-504bb684-241d-41d7-a2cb-c7efbf6e2414 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:25.085886 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4d63a954-bf46-403e-8e1d-fc5031cdbd03 req-504bb684-241d-41d7-a2cb-c7efbf6e2414 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0582495 Mar 22 17:58:25.105311 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Sync routers for ids ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:58:25.115200 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Routers {'8d146f86-11d1-4a74-bc9b-a1662c9dcac3'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:58:25.115813 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-21fc7861-367f-497a-b438-50ea29df629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:58:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:25.134114 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4d63a954-bf46-403e-8e1d-fc5031cdbd03 req-caf97889-60f2-4844-9580-ec3afa15bacc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447102 Mar 22 17:58:25.154881 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e282d234-64c1-4dbc-8c7b-bc4269dd3664 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.156248 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-e282d234-64c1-4dbc-8c7b-bc4269dd3664 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4111762 Mar 22 17:58:25.159117 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36548) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:25.163429 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-54fe0b00-ff06-40bf-8d54-bb4ea2ed7a6f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Request body: {'security_group_rule': {'security_group_id': '9106e96a-7288-4d29-b7be-8bd14a937571', 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:25.229282 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Set router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:58:25.244377 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b00-ff06-40bf-8d54-bb4ea2ed7a6f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (3bf60c16-1f9c-4d6f-a81f-07f72873dd1f), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.302084 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b00-ff06-40bf-8d54-bb4ea2ed7a6f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (3bf60c16-1f9c-4d6f-a81f-07f72873dd1f), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.393189 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b00-ff06-40bf-8d54-bb4ea2ed7a6f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (3bf60c16-1f9c-4d6f-a81f-07f72873dd1f), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.408067 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe0b00-ff06-40bf-8d54-bb4ea2ed7a6f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf60c16-1f9c-4d6f-a81f-07f72873dd1f,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:25.444098 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-21fc7861-367f-497a-b438-50ea29df629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'name': 'tempest-TestShelveInstance-973195536-router', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '628d32aa-4d5c-4686-a225-b4364b066231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:19Z', 'updated_at': '2022-03-22T17:58:23Z', 'revision_number': 4, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'gw_port': {'id': '628d32aa-4d5c-4686-a225-b4364b066231', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:20Z', 'updated_at': '2022-03-22T17:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'f236f5d9-ba3d-43ce-8f83-0b003f939e9a', 'name': '', 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'mac_address': 'fa:16:3e:9c:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fe40927-33c1-42a1-a3c6-0fc894245c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:22Z', 'updated_at': '2022-03-22T17:58:23Z', 'revision_number': 2, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'subnets': [{'id': '7fe40927-33c1-42a1-a3c6-0fc894245c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:25.473039 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Checking router: 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:58:25.473516 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Updating router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 port f236f5d9-ba3d-43ce-8f83-0b003f939e9a binding host dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:58:25.481698 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b00-ff06-40bf-8d54-bb4ea2ed7a6f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.482932 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-54fe0b00-ff06-40bf-8d54-bb4ea2ed7a6f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3228350 Mar 22 17:58:25.485766 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36554) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:25.490140 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-114c2335-e487-470d-8a0d-52eed1ad2441 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Request body: {'security_group_rule': {'security_group_id': '9106e96a-7288-4d29-b7be-8bd14a937571', 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:25.511856 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.525170 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 628d32aa-4d5c-4686-a225-b4364b066231 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:58:25.576697 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-114c2335-e487-470d-8a0d-52eed1ad2441 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (f4bce20f-2c88-421a-8d4c-61e6117dd210), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.640035 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-114c2335-e487-470d-8a0d-52eed1ad2441 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (f4bce20f-2c88-421a-8d4c-61e6117dd210), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.665714 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 628d32aa-4d5c-4686-a225-b4364b066231 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:25.666091 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (628d32aa-4d5c-4686-a225-b4364b066231), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.714507 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-114c2335-e487-470d-8a0d-52eed1ad2441 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (f4bce20f-2c88-421a-8d4c-61e6117dd210), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.733368 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c2335-e487-470d-8a0d-52eed1ad2441 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bce20f-2c88-421a-8d4c-61e6117dd210,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:25.795651 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-114c2335-e487-470d-8a0d-52eed1ad2441 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.799669 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36564) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:25.799847 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-114c2335-e487-470d-8a0d-52eed1ad2441 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3129482 Mar 22 17:58:25.804416 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-4f3d0ff2-2559-4581-b0a3-51291a5b2548 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Request body: {'security_group_rule': {'security_group_id': '9106e96a-7288-4d29-b7be-8bd14a937571', 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:25.838394 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 628d32aa-4d5c-4686-a225-b4364b066231 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:25.838925 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (628d32aa-4d5c-4686-a225-b4364b066231), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.892899 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port 628d32aa-4d5c-4686-a225-b4364b066231, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=628d32aa-4d5c-4686-a225-b4364b066231,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:58:25.912731 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Publish callbacks [] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), precommit_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.923751 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4f3d0ff2-2559-4581-b0a3-51291a5b2548 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (c4bf6054-5121-49ec-bf5f-8e63171873fa), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.947892 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:25.990080 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4f3d0ff2-2559-4581-b0a3-51291a5b2548 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (c4bf6054-5121-49ec-bf5f-8e63171873fa), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.045038 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.047162 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (628d32aa-4d5c-4686-a225-b4364b066231), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.074000 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4f3d0ff2-2559-4581-b0a3-51291a5b2548 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (c4bf6054-5121-49ec-bf5f-8e63171873fa), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.095368 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d0ff2-2559-4581-b0a3-51291a5b2548 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bf6054-5121-49ec-bf5f-8e63171873fa,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:26.105214 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a972018-1260-47f4-9ca0-b3ec1b54d18c None None] Pushing event updated for resources: {'Port': ['ID=f236f5d9-ba3d-43ce-8f83-0b003f939e9a,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:26.169179 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4f3d0ff2-2559-4581-b0a3-51291a5b2548 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.172290 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-4f3d0ff2-2559-4581-b0a3-51291a5b2548 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3709311 Mar 22 17:58:26.174593 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36568) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:26.180957 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-42713e55-5843-48fe-9780-8339389e22ea tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Request body: {'security_group_rule': {'security_group_id': '9106e96a-7288-4d29-b7be-8bd14a937571', 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:26.189663 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Attempting to bind port f236f5d9-ba3d-43ce-8f83-0b003f939e9a on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:58:26.190038 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Attempting to bind port f236f5d9-ba3d-43ce-8f83-0b003f939e9a by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:58:26.190405 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Attempting to bind port f236f5d9-ba3d-43ce-8f83-0b003f939e9a on network f8229865-df5a-4561-b5e6-d86bc38540ae {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:58:26.206264 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:58:26.206651 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Checking segment: {'id': 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:58:26.207062 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.207463 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Bound using segment: {'id': 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:58:26.207974 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Bound port: f236f5d9-ba3d-43ce-8f83-0b003f939e9a, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:58:26.208364 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.226395 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=628d32aa-4d5c-4686-a225-b4364b066231,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:26.276604 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285ae20-38b6-4ff1-b79e-c372be9ab35d req-975cd500-7bd5-4ae5-b102-b6be820ba920 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:26.278219 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a285ae20-38b6-4ff1-b79e-c372be9ab35d req-975cd500-7bd5-4ae5-b102-b6be820ba920 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0640616 Mar 22 17:58:26.290705 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-21fc7861-367f-497a-b438-50ea29df629d None None] For port f236f5d9-ba3d-43ce-8f83-0b003f939e9a, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:58:26.294637 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-21fc7861-367f-497a-b438-50ea29df629d None None] For port f236f5d9-ba3d-43ce-8f83-0b003f939e9a, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=f236f5d9-ba3d-43ce-8f83-0b003f939e9a,segment=NetworkSegment(fcefb949-2e18-4e6d-a506-d2e7f5eb8559),segment_id=fcefb949-2e18-4e6d-a506-d2e7f5eb8559)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:58:26.307772 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-42713e55-5843-48fe-9780-8339389e22ea tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (3d289f3f-dff0-4a62-81aa-96d36c89e876), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.318828 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-c0870b3c-3a4d-4bac-acf9-cf8be403972f None None] Provisioning complete for port f236f5d9-ba3d-43ce-8f83-0b003f939e9a triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:26.319204 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c0870b3c-3a4d-4bac-acf9-cf8be403972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.355999 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-c0870b3c-3a4d-4bac-acf9-cf8be403972f None None] Port f236f5d9-ba3d-43ce-8f83-0b003f939e9a cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:58:26.357593 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a285ae20-38b6-4ff1-b79e-c372be9ab35d req-749ff22c-03f6-4752-8caf-72dabcc4af6e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724301 Mar 22 17:58:26.377987 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-42713e55-5843-48fe-9780-8339389e22ea tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (3d289f3f-dff0-4a62-81aa-96d36c89e876), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.394498 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.453646 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Routers {'8d146f86-11d1-4a74-bc9b-a1662c9dcac3'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:58:26.454284 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-21fc7861-367f-497a-b438-50ea29df629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:58:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:26.457353 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a972018-1260-47f4-9ca0-b3ec1b54d18c None None] Pushing event updated for resources: {'Port': ['ID=f236f5d9-ba3d-43ce-8f83-0b003f939e9a,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:26.479557 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-42713e55-5843-48fe-9780-8339389e22ea tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (3d289f3f-dff0-4a62-81aa-96d36c89e876), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.500099 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42713e55-5843-48fe-9780-8339389e22ea tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d289f3f-dff0-4a62-81aa-96d36c89e876,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:26.573421 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-21fc7861-367f-497a-b438-50ea29df629d None None] Set router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:58:26.581642 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-42713e55-5843-48fe-9780-8339389e22ea tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.585374 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-42713e55-5843-48fe-9780-8339389e22ea tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4063144 Mar 22 17:58:26.585657 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36572) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:26.591724 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-9c38df03-3b35-4f9c-90d8-bf7efeb83956 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Request body: {'security_group_rule': {'security_group_id': '9106e96a-7288-4d29-b7be-8bd14a937571', 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:26.668827 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.securitygroups_db [None req-9c38df03-3b35-4f9c-90d8-bf7efeb83956 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Project e0eb553595c548d0a6da146d69c45593 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:58:26.675263 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9c38df03-3b35-4f9c-90d8-bf7efeb83956 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (7d880bfd-6b3b-4bb8-bd73-beb483ca9819), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.713301 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78229737-86fe-4348-9f86-78b9e4d141cc None None] Provisioning complete for port f236f5d9-ba3d-43ce-8f83-0b003f939e9a triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:26.713720 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78229737-86fe-4348-9f86-78b9e4d141cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.752376 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9c38df03-3b35-4f9c-90d8-bf7efeb83956 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (7d880bfd-6b3b-4bb8-bd73-beb483ca9819), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.838742 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9c38df03-3b35-4f9c-90d8-bf7efeb83956 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (7d880bfd-6b3b-4bb8-bd73-beb483ca9819), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.866762 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38df03-3b35-4f9c-90d8-bf7efeb83956 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d880bfd-6b3b-4bb8-bd73-beb483ca9819,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:26.935729 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9c38df03-3b35-4f9c-90d8-bf7efeb83956 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:26.936963 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-9c38df03-3b35-4f9c-90d8-bf7efeb83956 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502853 Mar 22 17:58:26.939850 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36580) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:26.946819 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-dbde3732-e3c4-4477-9809-38694b840a2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Request body: {'security_group_rule': {'security_group_id': '9106e96a-7288-4d29-b7be-8bd14a937571', 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:58:26.971013 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78229737-86fe-4348-9f86-78b9e4d141cc None None] Current status of the port f236f5d9-ba3d-43ce-8f83-0b003f939e9a is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:26.971572 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78229737-86fe-4348-9f86-78b9e4d141cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:27.000613 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-21fc7861-367f-497a-b438-50ea29df629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'name': 'tempest-TestShelveInstance-973195536-router', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '628d32aa-4d5c-4686-a225-b4364b066231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:19Z', 'updated_at': '2022-03-22T17:58:23Z', 'revision_number': 4, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'gw_port': {'id': '628d32aa-4d5c-4686-a225-b4364b066231', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:20Z', 'updated_at': '2022-03-22T17:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'f236f5d9-ba3d-43ce-8f83-0b003f939e9a', 'name': '', 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'mac_address': 'fa:16:3e:9c:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fe40927-33c1-42a1-a3c6-0fc894245c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:22Z', 'updated_at': '2022-03-22T17:58:26Z', 'revision_number': 4, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'subnets': [{'id': '7fe40927-33c1-42a1-a3c6-0fc894245c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:58:27.023022 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.securitygroups_db [None req-dbde3732-e3c4-4477-9809-38694b840a2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Project e0eb553595c548d0a6da146d69c45593 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:58:27.029542 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dbde3732-e3c4-4477-9809-38694b840a2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (80f5edc1-af97-4808-a477-43efc0fcf471), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:27.037192 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc7861-367f-497a-b438-50ea29df629d None None] The sync data for ids ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'] in dv-cinder-739079-8-iscsi is: [{'id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'name': 'tempest-TestShelveInstance-973195536-router', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '628d32aa-4d5c-4686-a225-b4364b066231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:19Z', 'updated_at': '2022-03-22T17:58:23Z', 'revision_number': 4, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'gw_port': {'id': '628d32aa-4d5c-4686-a225-b4364b066231', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:20Z', 'updated_at': '2022-03-22T17:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'f236f5d9-ba3d-43ce-8f83-0b003f939e9a', 'name': '', 'network_id': 'f8229865-df5a-4561-b5e6-d86bc38540ae', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'mac_address': 'fa:16:3e:9c:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fe40927-33c1-42a1-a3c6-0fc894245c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:22Z', 'updated_at': '2022-03-22T17:58:26Z', 'revision_number': 4, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'subnets': [{'id': '7fe40927-33c1-42a1-a3c6-0fc894245c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:58:27.040205 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78229737-86fe-4348-9f86-78b9e4d141cc None None] For port f236f5d9-ba3d-43ce-8f83-0b003f939e9a, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=f236f5d9-ba3d-43ce-8f83-0b003f939e9a,segment=NetworkSegment(fcefb949-2e18-4e6d-a506-d2e7f5eb8559),segment_id=fcefb949-2e18-4e6d-a506-d2e7f5eb8559)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:58:27.103913 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78229737-86fe-4348-9f86-78b9e4d141cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:27.109305 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dbde3732-e3c4-4477-9809-38694b840a2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (80f5edc1-af97-4808-a477-43efc0fcf471), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:27.166322 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78229737-86fe-4348-9f86-78b9e4d141cc None None] Pushing event updated for resources: {'Port': ['ID=f236f5d9-ba3d-43ce-8f83-0b003f939e9a,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:27.176672 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dbde3732-e3c4-4477-9809-38694b840a2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (80f5edc1-af97-4808-a477-43efc0fcf471), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:27.195652 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde3732-e3c4-4477-9809-38694b840a2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f5edc1-af97-4808-a477-43efc0fcf471,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:27.281790 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dbde3732-e3c4-4477-9809-38694b840a2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:27.283098 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-dbde3732-e3c4-4477-9809-38694b840a2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3422575 Mar 22 17:58:27.473498 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:27.499611 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fd61a-17c6-4b88-8bd1-472542b6752a req-1921e6da-f571-4449-9c0e-6631d189e6af tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:27.501273 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d06fd61a-17c6-4b88-8bd1-472542b6752a req-1921e6da-f571-4449-9c0e-6631d189e6af tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0696864 Mar 22 17:58:27.558983 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d06fd61a-17c6-4b88-8bd1-472542b6752a req-fefbcc7c-e124-46f8-8b4a-1f35ce3197cd tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509615 Mar 22 17:58:27.645789 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 628d32aa-4d5c-4686-a225-b4364b066231 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:58:27.699117 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 628d32aa-4d5c-4686-a225-b4364b066231 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:27.699481 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (628d32aa-4d5c-4686-a225-b4364b066231), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:27.793140 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 628d32aa-4d5c-4686-a225-b4364b066231 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:27.794257 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device f236f5d9-ba3d-43ce-8f83-0b003f939e9a up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:58:27.842563 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port f236f5d9-ba3d-43ce-8f83-0b003f939e9a triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:58:27.842939 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:27.931508 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port f236f5d9-ba3d-43ce-8f83-0b003f939e9a is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:58:28.707211 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d6f7-f467-47ea-ab78-c9140f4b949e req-bde5800f-a953-4e03-aca6-d9292eeaccf8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:28.707211 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1299d6f7-f467-47ea-ab78-c9140f4b949e req-bde5800f-a953-4e03-aca6-d9292eeaccf8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0626256 Mar 22 17:58:28.749979 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1299d6f7-f467-47ea-ab78-c9140f4b949e req-6c1c918c-f8b2-433d-acd3-3bc80bd6b534 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Mar 22 17:58:29.068310 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:29.900076 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92decff0-1618-4dc9-9f7b-a3d54cc79976 req-20c5f8d3-a3a7-4da2-8f02-8188358a4ae4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:29.901566 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-92decff0-1618-4dc9-9f7b-a3d54cc79976 req-20c5f8d3-a3a7-4da2-8f02-8188358a4ae4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0529747 Mar 22 17:58:29.950559 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-92decff0-1618-4dc9-9f7b-a3d54cc79976 req-7c8c5958-2f24-4d22-bc2b-061641fde866 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Mar 22 17:58:31.071386 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe66f22-ef6a-4185-b9de-b500708f7501 req-68f54d21-fe39-43f2-ac6a-9649040e021d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:31.072903 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fbe66f22-ef6a-4185-b9de-b500708f7501 req-68f54d21-fe39-43f2-ac6a-9649040e021d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0567737 Mar 22 17:58:31.124583 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fbe66f22-ef6a-4185-b9de-b500708f7501 req-a092efac-4244-4cde-b4f4-17f472b5e078 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Mar 22 17:58:31.855424 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:58:32.255640 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f3025-66d4-461c-a2ca-332b6cbe1b15 req-05ccd5b2-1cee-4eb8-8f6a-0cb89230d9d2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:32.257476 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-753f3025-66d4-461c-a2ca-332b6cbe1b15 req-05ccd5b2-1cee-4eb8-8f6a-0cb89230d9d2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0619426 Mar 22 17:58:32.305214 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-753f3025-66d4-461c-a2ca-332b6cbe1b15 req-05201650-75ce-4914-b5d3-daddf6be2944 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 Mar 22 17:58:33.423224 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6bf39-50cf-43fc-9e8b-115ab65734e9 req-c7d5bba5-7710-4233-8a84-cc2a73be11cc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:33.425149 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-abc6bf39-50cf-43fc-9e8b-115ab65734e9 req-c7d5bba5-7710-4233-8a84-cc2a73be11cc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0510445 Mar 22 17:58:33.471803 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-abc6bf39-50cf-43fc-9e8b-115ab65734e9 req-b463a394-2654-4331-b512-4ec1b54baffa tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Mar 22 17:58:34.587091 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4b66c-96ef-47ba-bb5b-74a6b2b36837 req-16828307-cb7c-4969-9b82-5d3ca7efc250 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:34.589113 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d6e4b66c-96ef-47ba-bb5b-74a6b2b36837 req-16828307-cb7c-4969-9b82-5d3ca7efc250 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Mar 22 17:58:34.639913 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d6e4b66c-96ef-47ba-bb5b-74a6b2b36837 req-270b5659-d301-46bb-8a22-b40d9c9f2327 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Mar 22 17:58:35.755637 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f25fdf-0ab5-46b4-b008-ac73bf008783 req-6fc24866-efda-4de5-bfee-dbf811e1922d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:35.757103 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c1f25fdf-0ab5-46b4-b008-ac73bf008783 req-6fc24866-efda-4de5-bfee-dbf811e1922d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0510347 Mar 22 17:58:35.804501 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c1f25fdf-0ab5-46b4-b008-ac73bf008783 req-56a76e9a-67f5-4cd6-8f58-f3a6d3c6bab7 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Mar 22 17:58:36.919695 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b788658-ff21-4dea-88c7-214f64c5b5a4 req-16a1c65a-e58e-430f-a356-7c3b8b736b70 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:36.921235 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5b788658-ff21-4dea-88c7-214f64c5b5a4 req-16a1c65a-e58e-430f-a356-7c3b8b736b70 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0526414 Mar 22 17:58:36.971168 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5b788658-ff21-4dea-88c7-214f64c5b5a4 req-c7729e50-6485-4b34-a0b5-54ae831d7f22 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443718 Mar 22 17:58:38.093260 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c989a4c-a21d-44df-96b5-2fea358b84d1 req-1769ef1b-42dd-41fa-87c9-b28c375b4b5e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:38.094678 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c989a4c-a21d-44df-96b5-2fea358b84d1 req-1769ef1b-42dd-41fa-87c9-b28c375b4b5e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0564854 Mar 22 17:58:38.141352 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c989a4c-a21d-44df-96b5-2fea358b84d1 req-dff57f8f-e1bd-4001-9a8d-944a6dfd2acc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Mar 22 17:58:39.265886 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f389a3-f8be-489e-9f69-2193e19a9a48 req-d6e7afa0-02f4-4493-b60b-ac793540245b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:39.267623 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-22f389a3-f8be-489e-9f69-2193e19a9a48 req-d6e7afa0-02f4-4493-b60b-ac793540245b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0543070 Mar 22 17:58:39.317255 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-22f389a3-f8be-489e-9f69-2193e19a9a48 req-d40f0a20-64be-4b32-9bcb-4dc5184e54f9 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Mar 22 17:58:40.443212 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602e816-fb9a-4514-93b9-a1d7253638b7 req-f1aac5c7-91da-4d86-8595-364b4ee47c42 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:40.444727 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7602e816-fb9a-4514-93b9-a1d7253638b7 req-f1aac5c7-91da-4d86-8595-364b4ee47c42 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0569904 Mar 22 17:58:40.518358 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7602e816-fb9a-4514-93b9-a1d7253638b7 req-daec4a8b-c1eb-4a96-a6f9-c0d425a1a0ce tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663650 Mar 22 17:58:40.530562 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6d53-02d4-4de0-80a2-11d3e2866539 req-49bfcd3e-2429-486b-a7c2-4c4a61b2568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:40.532034 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c1ca6d53-02d4-4de0-80a2-11d3e2866539 req-49bfcd3e-2429-486b-a7c2-4c4a61b2568c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 1129 time: 0.0558982 Mar 22 17:58:40.577383 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c1ca6d53-02d4-4de0-80a2-11d3e2866539 req-4034cdb1-a4fa-4a2a-8225-d4490e9ee1a8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381858 Mar 22 17:58:41.633323 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3b50d-542d-4166-ad3f-0a64ae9b8822 req-61e10392-9c2b-497e-8182-c39729543eb6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:41.634816 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1dd3b50d-542d-4166-ad3f-0a64ae9b8822 req-61e10392-9c2b-497e-8182-c39729543eb6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0504551 Mar 22 17:58:41.686248 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1dd3b50d-542d-4166-ad3f-0a64ae9b8822 req-0e774aee-fcd9-44da-b811-58a949b1e7c0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Mar 22 17:58:42.806092 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1bed4-cdb8-45ae-91ca-ce9c30dc8eae req-a8e63068-b9bd-4a8e-a1c8-6ae53c021731 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:42.808457 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7c1bed4-cdb8-45ae-91ca-ce9c30dc8eae req-a8e63068-b9bd-4a8e-a1c8-6ae53c021731 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0538008 Mar 22 17:58:42.856014 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7c1bed4-cdb8-45ae-91ca-ce9c30dc8eae req-32de13f7-b550-4060-b0c7-83f7aa1807d3 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Mar 22 17:58:43.977345 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a318-147b-4c6d-acea-e3b902185764 req-c53881dd-9003-4efc-95da-a14e20f6fc24 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:43.977929 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f134a318-147b-4c6d-acea-e3b902185764 req-c53881dd-9003-4efc-95da-a14e20f6fc24 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0524983 Mar 22 17:58:44.030381 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f134a318-147b-4c6d-acea-e3b902185764 req-505c2d30-40ff-42f9-bf07-d2f3a5fcbacc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 Mar 22 17:58:44.157635 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce812bf-1f97-4e68-bdfd-bc1dda7b2cf6 req-1ed4fd64-60c5-49cc-8139-3f6da91d8aa9 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:44.159568 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5ce812bf-1f97-4e68-bdfd-bc1dda7b2cf6 req-1ed4fd64-60c5-49cc-8139-3f6da91d8aa9 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0622535 Mar 22 17:58:44.217213 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5ce812bf-1f97-4e68-bdfd-bc1dda7b2cf6 req-df070e13-cc5f-434b-b39c-55d4828d1a1b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512776 Mar 22 17:58:45.762941 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36940) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:45.872155 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1e817b0a-6a56-498d-91a0-3020ee2b6db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:45.946866 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1e817b0a-6a56-498d-91a0-3020ee2b6db6 admin admin] Publish callbacks [] for security_group (cf674f9b-ce4e-481e-9e46-f845551e1584), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:46.035343 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1e817b0a-6a56-498d-91a0-3020ee2b6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (cf674f9b-ce4e-481e-9e46-f845551e1584), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:46.077225 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1e817b0a-6a56-498d-91a0-3020ee2b6db6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8f475214c5c46afb57be6a2bd71aa07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130062 Mar 22 17:58:46.079824 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36956) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:46.084945 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e817b0a-6a56-498d-91a0-3020ee2b6db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf674f9b-ce4e-481e-9e46-f845551e1584,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:46.127265 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0b1aaadb-02e8-4671-9aa5-15bd4b9acb0c admin admin] Publish callbacks [] for security_group (cf674f9b-ce4e-481e-9e46-f845551e1584), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:46.155113 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0b1aaadb-02e8-4671-9aa5-15bd4b9acb0c admin admin] Publish callbacks [] for security_group (cf674f9b-ce4e-481e-9e46-f845551e1584), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:46.297125 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0b1aaadb-02e8-4671-9aa5-15bd4b9acb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (cf674f9b-ce4e-481e-9e46-f845551e1584), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:46.299791 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0b1aaadb-02e8-4671-9aa5-15bd4b9acb0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:46.300962 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-0b1aaadb-02e8-4671-9aa5-15bd4b9acb0c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf674f9b-ce4e-481e-9e46-f845551e1584 HTTP/1.1" status: 204 len: 168 time: 0.2201133 Mar 22 17:58:46.309544 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1aaadb-02e8-4671-9aa5-15bd4b9acb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf674f9b-ce4e-481e-9e46-f845551e1584,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:46.599913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 36972) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:46.728962 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3826a508-1d0a-403f-a67a-41d2c825b1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:46.804646 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3826a508-1d0a-403f-a67a-41d2c825b1d8 admin admin] Publish callbacks [] for security_group (d217abb6-7dfc-4a89-9c45-b8565972e656), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:46.868051 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3826a508-1d0a-403f-a67a-41d2c825b1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d217abb6-7dfc-4a89-9c45-b8565972e656), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:46.913621 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 36988) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:46.914198 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3826a508-1d0a-403f-a67a-41d2c825b1d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc961fad84714e94a57ae19253147009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122947 Mar 22 17:58:46.915928 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826a508-1d0a-403f-a67a-41d2c825b1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d217abb6-7dfc-4a89-9c45-b8565972e656,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:46.965853 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-38b7fe57-1a2d-4d6b-be4c-32e59093d29b admin admin] Publish callbacks [] for security_group (d217abb6-7dfc-4a89-9c45-b8565972e656), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:46.989815 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-38b7fe57-1a2d-4d6b-be4c-32e59093d29b admin admin] Publish callbacks [] for security_group (d217abb6-7dfc-4a89-9c45-b8565972e656), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:47.148722 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-38b7fe57-1a2d-4d6b-be4c-32e59093d29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d217abb6-7dfc-4a89-9c45-b8565972e656), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:47.151340 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-38b7fe57-1a2d-4d6b-be4c-32e59093d29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:47.152838 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-38b7fe57-1a2d-4d6b-be4c-32e59093d29b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d217abb6-7dfc-4a89-9c45-b8565972e656 HTTP/1.1" status: 204 len: 168 time: 0.2377951 Mar 22 17:58:47.162911 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7fe57-1a2d-4d6b-be4c-32e59093d29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d217abb6-7dfc-4a89-9c45-b8565972e656,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:47.632213 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a109dde-89fa-4b6a-96c5-68c23b026d1a req-fdf8e089-01c0-46a2-b998-3caa4af9f1aa tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:47.633662 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a109dde-89fa-4b6a-96c5-68c23b026d1a req-fdf8e089-01c0-46a2-b998-3caa4af9f1aa tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0545039 Mar 22 17:58:47.680102 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a109dde-89fa-4b6a-96c5-68c23b026d1a req-d699bc11-573c-468c-b4f7-9d3616484883 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Mar 22 17:58:47.732815 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-fa8d57a0-8167-4732-bb08-d509b0edde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:47.734470 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-fa8d57a0-8167-4732-bb08-d509b0edde6f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 1129 time: 0.0489805 Mar 22 17:58:47.835795 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-46540139-596e-49b9-9a99-e3bcb9bd6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:47.837355 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-46540139-596e-49b9-9a99-e3bcb9bd6fd9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.0951495 Mar 22 17:58:47.891533 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-d5d712ed-2b24-46bc-b1e0-40e76e583191 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd HTTP/1.1" status: 200 len: 217 time: 0.0353570 Mar 22 17:58:47.912631 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37028) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:47.926267 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcba8-441a-4c9a-a24c-aa7c0d86a798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:47.946301 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-8e8622d4-574b-403d-9368-6c63b2fba2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:47.947842 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-8e8622d4-574b-403d-9368-6c63b2fba2af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0473907 Mar 22 17:58:48.006547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcba8-441a-4c9a-a24c-aa7c0d86a798 admin admin] Publish callbacks [] for security_group (e49a1a4c-8b04-4e3c-a731-3bf3a82124ce), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.014766 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-efc3ba69-9652-432f-90e7-17df03cd60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:48.016395 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-efc3ba69-9652-432f-90e7-17df03cd60e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533490 Mar 22 17:58:48.085587 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcba8-441a-4c9a-a24c-aa7c0d86a798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e49a1a4c-8b04-4e3c-a731-3bf3a82124ce), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.114562 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-fa8f50db-a160-4290-9c68-becc9801e8d6 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858498 Mar 22 17:58:48.125433 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-0e4dcba8-441a-4c9a-a24c-aa7c0d86a798 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bed5ae8bd064f97bacda9c0a9bf4820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116153 Mar 22 17:58:48.126301 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dcba8-441a-4c9a-a24c-aa7c0d86a798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49a1a4c-8b04-4e3c-a731-3bf3a82124ce,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:48.137061 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37032) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:48.180798 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-520a7e5a-ff9e-4701-af13-cce9ec349ec6 admin admin] Publish callbacks [] for security_group (e49a1a4c-8b04-4e3c-a731-3bf3a82124ce), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.206947 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-520a7e5a-ff9e-4701-af13-cce9ec349ec6 admin admin] Publish callbacks [] for security_group (e49a1a4c-8b04-4e3c-a731-3bf3a82124ce), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.280952 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37036) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:48.348853 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-520a7e5a-ff9e-4701-af13-cce9ec349ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e49a1a4c-8b04-4e3c-a731-3bf3a82124ce), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.351521 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-520a7e5a-ff9e-4701-af13-cce9ec349ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.352708 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-520a7e5a-ff9e-4701-af13-cce9ec349ec6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e49a1a4c-8b04-4e3c-a731-3bf3a82124ce HTTP/1.1" status: 204 len: 168 time: 0.2232461 Mar 22 17:58:48.375433 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a7e5a-ff9e-4701-af13-cce9ec349ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49a1a4c-8b04-4e3c-a731-3bf3a82124ce,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:48.404744 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7d7918b9-0392-4178-99bd-77f7f6158508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.434379 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-467da76c-0b48-4c1e-a971-c638537a3e22 req-8ae8cc71-3dd2-4b62-bce9-cca85e4f5078 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124213 Mar 22 17:58:48.487477 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7d7918b9-0392-4178-99bd-77f7f6158508 admin admin] Publish callbacks [] for security_group (0c04c4ce-3fc5-433b-af78-5c333d14bc14), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.554152 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7d7918b9-0392-4178-99bd-77f7f6158508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (0c04c4ce-3fc5-433b-af78-5c333d14bc14), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.596392 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7918b9-0392-4178-99bd-77f7f6158508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c04c4ce-3fc5-433b-af78-5c333d14bc14,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:48.602270 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7d7918b9-0392-4178-99bd-77f7f6158508 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51d338b9b5a24a869edd112657438ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285608 Mar 22 17:58:48.605071 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37050) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:48.655028 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2b747b12-032a-418b-b8f1-f571e45f11e5 admin admin] Publish callbacks [] for security_group (0c04c4ce-3fc5-433b-af78-5c333d14bc14), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.677521 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2b747b12-032a-418b-b8f1-f571e45f11e5 admin admin] Publish callbacks [] for security_group (0c04c4ce-3fc5-433b-af78-5c333d14bc14), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.765752 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2b747b12-032a-418b-b8f1-f571e45f11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (0c04c4ce-3fc5-433b-af78-5c333d14bc14), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.768258 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2b747b12-032a-418b-b8f1-f571e45f11e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:48.769350 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-2b747b12-032a-418b-b8f1-f571e45f11e5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c04c4ce-3fc5-433b-af78-5c333d14bc14 HTTP/1.1" status: 204 len: 168 time: 0.1632040 Mar 22 17:58:48.794038 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b747b12-032a-418b-b8f1-f571e45f11e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c04c4ce-3fc5-433b-af78-5c333d14bc14,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:48.822369 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a77819-3db7-4b13-9518-b7b132c70c5c req-b193c583-1c41-4306-b926-8c7f188f7caa tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:48.824535 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7a77819-3db7-4b13-9518-b7b132c70c5c req-b193c583-1c41-4306-b926-8c7f188f7caa tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0702181 Mar 22 17:58:48.876285 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7a77819-3db7-4b13-9518-b7b132c70c5c req-01add39f-7b78-40c7-9a09-68aebd50c845 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Mar 22 17:58:50.002982 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409b43e-5f1b-42fb-9e54-91e253b99e09 req-98c0d48b-7f2d-447d-b195-63cfa8fa7e73 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:50.004578 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9409b43e-5f1b-42fb-9e54-91e253b99e09 req-98c0d48b-7f2d-447d-b195-63cfa8fa7e73 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0532184 Mar 22 17:58:50.063019 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9409b43e-5f1b-42fb-9e54-91e253b99e09 req-791fec41-29a0-4dbf-b579-19efb9d70789 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508332 Mar 22 17:58:51.181374 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e005a8b-15d3-40be-aa93-e9e8c9ca5289 req-439f606c-80d4-4935-b694-cebe7a977255 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:51.183527 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1e005a8b-15d3-40be-aa93-e9e8c9ca5289 req-439f606c-80d4-4935-b694-cebe7a977255 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Mar 22 17:58:51.233043 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1e005a8b-15d3-40be-aa93-e9e8c9ca5289 req-c2ecd14b-eabb-4eb9-a86f-8bb2bc49f889 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 Mar 22 17:58:51.602393 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-c5a71d99-c834-4f73-9c06-d6f2626f28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:51.604517 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-c5a71d99-c834-4f73-9c06-d6f2626f28b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 1129 time: 0.0487146 Mar 22 17:58:51.712975 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-b397f3bd-1f6a-4169-aadf-85a53cd5b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:51.714784 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-b397f3bd-1f6a-4169-aadf-85a53cd5b9d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.0882003 Mar 22 17:58:51.762237 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-28251877-a9be-4678-b948-aa2fb23030f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd HTTP/1.1" status: 200 len: 217 time: 0.0406294 Mar 22 17:58:51.814499 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-76902bb1-23b0-4b01-a52e-755421137728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:51.815943 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-76902bb1-23b0-4b01-a52e-755421137728 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0479133 Mar 22 17:58:51.864875 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-7257ca03-8130-455e-953d-ce839d65025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:51.866633 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-7257ca03-8130-455e-953d-ce839d65025a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447104 Mar 22 17:58:51.959288 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-100f2faf-9ea1-41fb-a485-f4da597654c1 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863423 Mar 22 17:58:52.049744 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d821bb0-d381-4dd7-b10a-56a9486d848c req-fe45dbe3-2af7-4fa3-8018-22f692a3b2a0 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848138 Mar 22 17:58:52.248864 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37144) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:52.356940 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-27fc985b-aac8-472f-965b-f0003933cc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:52.376057 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c473ad-0db7-46c2-abe5-3cf1e3fb8154 req-d3eb5ab7-85a0-4236-bd9a-0474027a5489 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:52.377776 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-64c473ad-0db7-46c2-abe5-3cf1e3fb8154 req-d3eb5ab7-85a0-4236-bd9a-0474027a5489 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0761657 Mar 22 17:58:52.463183 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-64c473ad-0db7-46c2-abe5-3cf1e3fb8154 req-d44673b5-237b-422d-8528-4d4a47f41e12 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795963 Mar 22 17:58:52.489529 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-27fc985b-aac8-472f-965b-f0003933cc71 admin admin] Publish callbacks [] for security_group (24408a2f-60a3-4db2-8539-d6a5ca145a2b), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:52.502051 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:52.565897 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-27fc985b-aac8-472f-965b-f0003933cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (24408a2f-60a3-4db2-8539-d6a5ca145a2b), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:52.589994 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-0dc75bd9-c55d-463a-9750-fc5f24037f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:52.606864 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-27fc985b-aac8-472f-965b-f0003933cc71 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68ebbb65f5fc477da0210ae4ddf3ece3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568635 Mar 22 17:58:52.607639 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc985b-aac8-472f-965b-f0003933cc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24408a2f-60a3-4db2-8539-d6a5ca145a2b,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:52.609491 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37160) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:58:52.671795 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2e665f90-ac53-4298-8728-c519c06161cd admin admin] Publish callbacks [] for security_group (24408a2f-60a3-4db2-8539-d6a5ca145a2b), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:52.695321 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2e665f90-ac53-4298-8728-c519c06161cd admin admin] Publish callbacks [] for security_group (24408a2f-60a3-4db2-8539-d6a5ca145a2b), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:52.822465 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2e665f90-ac53-4298-8728-c519c06161cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (24408a2f-60a3-4db2-8539-d6a5ca145a2b), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:52.825656 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2e665f90-ac53-4298-8728-c519c06161cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:52.826803 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-2e665f90-ac53-4298-8728-c519c06161cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24408a2f-60a3-4db2-8539-d6a5ca145a2b HTTP/1.1" status: 204 len: 168 time: 0.2111707 Mar 22 17:58:52.834427 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e665f90-ac53-4298-8728-c519c06161cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24408a2f-60a3-4db2-8539-d6a5ca145a2b,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:58:53.590039 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6057b7e-f27b-4755-a4ad-21fb7c54fcec req-5826065f-cccf-47ff-b772-03e97496967a tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:53.591549 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e6057b7e-f27b-4755-a4ad-21fb7c54fcec req-5826065f-cccf-47ff-b772-03e97496967a tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0535653 Mar 22 17:58:53.641516 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e6057b7e-f27b-4755-a4ad-21fb7c54fcec req-1a5a21d7-a1ed-4d1e-a3f2-a573cec78364 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438397 Mar 22 17:58:54.702895 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3cf87aa8-53d3-422c-bbae-ee53fca84906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:54.770928 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771bbc5-fd1c-4067-8435-0a7f079f04e5 req-7ae2dbee-af40-42ad-9de6-fadaaa44bc5e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:54.770928 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2771bbc5-fd1c-4067-8435-0a7f079f04e5 req-7ae2dbee-af40-42ad-9de6-fadaaa44bc5e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0598307 Mar 22 17:58:54.820184 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2771bbc5-fd1c-4067-8435-0a7f079f04e5 req-539022ac-055d-4c0b-94bf-dadeae78aad4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Mar 22 17:58:55.879336 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:55.940773 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38366e-183f-4db0-9eba-21c66f36b863 req-a3ba6dfc-267a-4e98-8e02-504fe14de358 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:55.942324 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2a38366e-183f-4db0-9eba-21c66f36b863 req-a3ba6dfc-267a-4e98-8e02-504fe14de358 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0531158 Mar 22 17:58:55.990774 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2a38366e-183f-4db0-9eba-21c66f36b863 req-ee42e6fa-6c91-4464-8aae-c10f1cfb6c5f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Mar 22 17:58:57.116067 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df4aac-95c1-4ac3-bb50-dd4afc4287b8 req-bd6c343c-1073-4fb1-b279-bf5d8ba64956 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:57.117606 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b6df4aac-95c1-4ac3-bb50-dd4afc4287b8 req-bd6c343c-1073-4fb1-b279-bf5d8ba64956 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0573053 Mar 22 17:58:57.164543 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b6df4aac-95c1-4ac3-bb50-dd4afc4287b8 req-0a052246-501e-44dd-959a-a97198fac89e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Mar 22 17:58:57.473980 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:58.282329 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135896-6478-4495-af30-cbddc6761f92 req-ed8fd131-00c4-47fe-b5af-81b99e0ee5d6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:58.283737 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-db135896-6478-4495-af30-cbddc6761f92 req-ed8fd131-00c4-47fe-b5af-81b99e0ee5d6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0546472 Mar 22 17:58:58.329804 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-db135896-6478-4495-af30-cbddc6761f92 req-0eec3377-ac86-4fb0-9d1d-90c7c864aa52 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Mar 22 17:58:59.038895 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:59.443896 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d26a-a67c-48ff-8b71-a52e08b4c511 req-e3eee527-abf6-4c2d-b19e-1740c8a28710 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:58:59.445364 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f2b9d26a-a67c-48ff-8b71-a52e08b4c511 req-e3eee527-abf6-4c2d-b19e-1740c8a28710 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0512586 Mar 22 17:58:59.495086 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f2b9d26a-a67c-48ff-8b71-a52e08b4c511 req-42b97eb3-35f0-4051-b10d-82b353041e14 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 Mar 22 17:59:00.610470 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30ec82-be25-44b4-8484-6541b8739f79 req-fb3103a3-b485-471c-8139-af10e2c4603d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:00.612342 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1e30ec82-be25-44b4-8484-6541b8739f79 req-fb3103a3-b485-471c-8139-af10e2c4603d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Mar 22 17:59:00.660288 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1e30ec82-be25-44b4-8484-6541b8739f79 req-33fa3119-0fda-4720-8279-6079b6664134 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427234 Mar 22 17:59:01.709472 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37d3fe-62b7-4847-891f-ee10afc97b98 req-230d031d-9d67-416a-b241-155b2785b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:01.710929 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-be37d3fe-62b7-4847-891f-ee10afc97b98 req-230d031d-9d67-416a-b241-155b2785b099 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 1129 time: 0.0454555 Mar 22 17:59:01.790116 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-be37d3fe-62b7-4847-891f-ee10afc97b98 req-77236212-0b9c-411d-aff9-b10011324697 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720756 Mar 22 17:59:01.805611 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce19d81-03fd-43e7-838f-a3227972dade req-83e7d181-d0a8-4a28-94e1-d77348e6f3f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:01.808088 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dce19d81-03fd-43e7-838f-a3227972dade req-83e7d181-d0a8-4a28-94e1-d77348e6f3f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0764737 Mar 22 17:59:01.853723 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dce19d81-03fd-43e7-838f-a3227972dade req-dccc9d05-ce83-4ff2-bdee-a8611a9d0296 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Mar 22 17:59:02.390240 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-346860e2-dabc-4b98-962d-e1c50af5c88d tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1495328995&fields=id&tenant_id=e0eb553595c548d0a6da146d69c45593 HTTP/1.1" status: 200 len: 267 time: 0.0439110 Mar 22 17:59:02.502395 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-56305c8a-cc85-4b6e-b339-561392a90f82 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:02.503844 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-56305c8a-cc85-4b6e-b339-561392a90f82 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/networks?id=2d722320-d38e-4543-bf0f-dd9622256eae HTTP/1.1" status: 200 len: 808 time: 0.1072993 Mar 22 17:59:02.518187 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-07fe011a-e3dd-4471-bc38-9dcd51143ccc tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/quotas/e0eb553595c548d0a6da146d69c45593 HTTP/1.1" status: 200 len: 375 time: 0.0089173 Mar 22 17:59:02.572729 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-4be1a561-6def-4b5c-bef6-2f484b5a1da4 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0eb553595c548d0a6da146d69c45593&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497754 Mar 22 17:59:02.676630 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-bd6c5874-9350-45ac-9f36-53f70f5399b4 service neutron] 10.222.0.73 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910902 Mar 22 17:59:02.770917 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-b1de3e43-1110-47c8-af36-f3433ed04782 service neutron] 10.222.0.73 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875640 Mar 22 17:59:02.974301 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fa8e3-41f6-4827-9852-c08311e3d850 req-781c3f12-090d-401e-8800-e1a20d13c7f1 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:02.975833 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0a9fa8e3-41f6-4827-9852-c08311e3d850 req-781c3f12-090d-401e-8800-e1a20d13c7f1 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0534642 Mar 22 17:59:03.025939 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0a9fa8e3-41f6-4827-9852-c08311e3d850 req-db715e16-3f4c-4365-b7a6-09214e96e526 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Mar 22 17:59:03.374822 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85a5a33c-1b62-4729-8df3-6c51b2307339 req-03a21375-d054-47c6-ba20-49aaa290223e tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 210 time: 0.0427516 Mar 22 17:59:04.163077 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46d754-2549-42c6-b995-5a2d73194e9d req-a6d74bfe-9f46-40c7-8a38-4345733abb97 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:04.165468 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dc46d754-2549-42c6-b995-5a2d73194e9d req-a6d74bfe-9f46-40c7-8a38-4345733abb97 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0648472 Mar 22 17:59:04.214329 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dc46d754-2549-42c6-b995-5a2d73194e9d req-56d29452-873b-421a-936e-55697bbc9408 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Mar 22 17:59:04.442827 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40351267-aaaa-4697-abee-94447cfbee12 req-e3382475-7e13-49a5-aaaa-6ea72a403235 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 210 time: 0.0281348 Mar 22 17:59:04.650166 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd543d-4bb3-462e-8165-28c37d3e0155 req-8e59bf79-dc70-432b-86f3-2670e310abba tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:04.652240 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43bd543d-4bb3-462e-8165-28c37d3e0155 req-8e59bf79-dc70-432b-86f3-2670e310abba tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0786045 Mar 22 17:59:04.681773 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37380) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:04.718437 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-c1f034e5-bf7e-45f7-aa93-c80df589e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:04.719922 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-c1f034e5-bf7e-45f7-aa93-c80df589e7ee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 1129 time: 0.0891290 Mar 22 17:59:04.723094 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43bd543d-4bb3-462e-8165-28c37d3e0155 req-90f442ba-43d8-41e0-8dd1-21e45f465d97 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570624 Mar 22 17:59:04.820996 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-316d3334-24ae-44d5-aedf-2bcd1cd36147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:04.822671 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-316d3334-24ae-44d5-aedf-2bcd1cd36147 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.0942361 Mar 22 17:59:04.823901 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:04.864034 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-fecc94d1-9e1f-44cf-8c51-0d4f76223908 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd HTTP/1.1" status: 200 len: 217 time: 0.0347791 Mar 22 17:59:04.899908 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Publish callbacks [] for security_group (b75df548-c1c7-4df9-bf49-150d2fdb4a6e), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:04.911938 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-29c9775c-b8cc-44be-9749-54c9e3a45e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:04.913382 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-29c9775c-b8cc-44be-9749-54c9e3a45e54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0440958 Mar 22 17:59:04.961818 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-a3473034-8b55-44b7-9f7e-b863e52f4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:04.963310 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-a3473034-8b55-44b7-9f7e-b863e52f4b41 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428438 Mar 22 17:59:04.975816 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b75df548-c1c7-4df9-bf49-150d2fdb4a6e), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:05.017744 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75df548-c1c7-4df9-bf49-150d2fdb4a6e,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:05.025253 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b6ec8fa58d4f4a458716cb4d4563561c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401232 Mar 22 17:59:05.026850 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37384) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:05.028838 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.029230 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.029656 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.030008 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.030346 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.030700 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.031011 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.031335 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.031683 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.032082 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.032412 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.032767 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.033088 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.033434 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.033757 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0cea1-3c6b-4283-985a-4e12096fe8c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.089423 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-5f84a042-06a7-4430-8be1-4b4a8c25739f service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184382 Mar 22 17:59:05.107153 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Publish callbacks [] for security_group (b75df548-c1c7-4df9-bf49-150d2fdb4a6e), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:05.177321 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Publish callbacks [] for security_group (b75df548-c1c7-4df9-bf49-150d2fdb4a6e), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:05.227116 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-667935cf-feba-46ad-9194-4795ebdb61b8 req-a389eeca-1978-49b2-9762-d59386400f99 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301715 Mar 22 17:59:05.326519 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b75df548-c1c7-4df9-bf49-150d2fdb4a6e), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:05.329369 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:05.330534 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b75df548-c1c7-4df9-bf49-150d2fdb4a6e HTTP/1.1" status: 204 len: 168 time: 0.3026898 Mar 22 17:59:05.338260 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75df548-c1c7-4df9-bf49-150d2fdb4a6e,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:05.346274 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.346621 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.346961 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.347381 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.347809 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.348141 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.348467 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.348789 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.349111 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.349463 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.349789 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.350108 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.350426 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.350742 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.351055 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177be4c-569f-4f20-9d1c-afcb34913733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:05.537725 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e498499d-9302-449a-bf5d-c79c7d75a3de req-4008b297-b45e-43d1-bb60-088f8d152c46 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 210 time: 0.0274107 Mar 22 17:59:05.857960 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-0f360210-883c-43b9-afd4-6cce8ff7d5fa tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:05.859430 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-0f360210-883c-43b9-afd4-6cce8ff7d5fa tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.74 "GET /v2.0/networks?id=2d722320-d38e-4543-bf0f-dd9622256eae HTTP/1.1" status: 200 len: 808 time: 0.1381848 Mar 22 17:59:05.884197 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e01a54-557b-4299-9f47-20ae76c4c5ed req-510e18d8-e684-4256-9a10-1fd37c545ef5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:05.885724 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66e01a54-557b-4299-9f47-20ae76c4c5ed req-510e18d8-e684-4256-9a10-1fd37c545ef5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0884502 Mar 22 17:59:05.966284 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66e01a54-557b-4299-9f47-20ae76c4c5ed req-a0802e54-b756-427a-8cd0-f8ffad39b799 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738022 Mar 22 17:59:05.971304 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-7851c395-52c3-484b-9542-81e82f20fba1 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0eb553595c548d0a6da146d69c45593 HTTP/1.1" status: 200 len: 380 time: 0.1006322 Mar 22 17:59:05.985743 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Request body: {'port': {'device_id': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'admin_state_up': True, 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'security_groups': ['9106e96a-7288-4d29-b7be-8bd14a937571']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:05.995396 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37396) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:06.011062 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfdca522-9c89-426d-a83d-9403af237e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.094050 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfdca522-9c89-426d-a83d-9403af237e8f admin admin] Publish callbacks [] for security_group (a637697d-687f-4b95-bdc9-7aea71fe84bc), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.165722 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfdca522-9c89-426d-a83d-9403af237e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a637697d-687f-4b95-bdc9-7aea71fe84bc), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.176711 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Made reservation on behalf of e0eb553595c548d0a6da146d69c45593 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:59:06.180156 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.208732 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-dfdca522-9c89-426d-a83d-9403af237e8f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50c5c9f266794615829346df39cacb9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121081 Mar 22 17:59:06.209621 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdca522-9c89-426d-a83d-9403af237e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a637697d-687f-4b95-bdc9-7aea71fe84bc,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:06.212038 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37398) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:06.264614 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-437cf907-4a26-43bc-8551-2ff622aa46a2 admin admin] Publish callbacks [] for security_group (a637697d-687f-4b95-bdc9-7aea71fe84bc), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.287094 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-437cf907-4a26-43bc-8551-2ff622aa46a2 admin admin] Publish callbacks [] for security_group (a637697d-687f-4b95-bdc9-7aea71fe84bc), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.331187 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Allocated IP 172.20.0.6 (2d722320-d38e-4543-bf0f-dd9622256eae/e244380f-5123-4513-960c-37c8b05c3654/bd4694f9-c49f-40c2-820c-26c2739c4771) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:59:06.405605 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-437cf907-4a26-43bc-8551-2ff622aa46a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a637697d-687f-4b95-bdc9-7aea71fe84bc), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.408549 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-437cf907-4a26-43bc-8551-2ff622aa46a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.409948 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-437cf907-4a26-43bc-8551-2ff622aa46a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a637697d-687f-4b95-bdc9-7aea71fe84bc HTTP/1.1" status: 204 len: 168 time: 0.1970026 Mar 22 17:59:06.418258 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cf907-4a26-43bc-8551-2ff622aa46a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a637697d-687f-4b95-bdc9-7aea71fe84bc,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:06.518700 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.638036 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7ae1665c-0e06-4268-978b-f0c01b464b8e req-c32a63db-4935-4ef5-bbfe-74ff6f7f900d tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 210 time: 0.0296693 Mar 22 17:59:06.657619 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.708713 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Network 2d722320-d38e-4543-bf0f-dd9622256eae is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:59:06.711907 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:59:06.724558 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:59:06.724558 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:06.725104 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.731955 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event updated for resources: {'Port': ['ID=bd4694f9-c49f-40c2-820c-26c2739c4771,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:06.861633 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-729009cf-6893-4474-840b-b5eaa7899181 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8800740 Mar 22 17:59:06.877932 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Request body: {'port': {'device_id': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:06.943038 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.985063 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-5d615aef-3212-4750-8293-142f47826f9a None None] Provisioning complete for port bd4694f9-c49f-40c2-820c-26c2739c4771 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:59:06.985657 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5d615aef-3212-4750-8293-142f47826f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.048196 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-5d615aef-3212-4750-8293-142f47826f9a None None] Port bd4694f9-c49f-40c2-820c-26c2739c4771 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:59:07.189186 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecc93d-5932-4683-a071-670cf129f32e req-d40406d2-db6b-4ee2-93e6-2ad2eee39384 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:07.190707 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-75ecc93d-5932-4683-a071-670cf129f32e req-d40406d2-db6b-4ee2-93e6-2ad2eee39384 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.1153321 Mar 22 17:59:07.257472 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37416) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:07.267118 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-75ecc93d-5932-4683-a071-670cf129f32e req-5c7ca553-cee2-4bb4-9dd4-ec5f9199abe9 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678890 Mar 22 17:59:07.280007 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5d184d62-e50e-417b-a75d-f0ab168b0d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.321247 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4694f9-c49f-40c2-820c-26c2739c4771 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:59:07.329206 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Publish callbacks [] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.341336 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Transition to ACTIVE for port object bd4694f9-c49f-40c2-820c-26c2739c4771 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:59:07.358654 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5d184d62-e50e-417b-a75d-f0ab168b0d5b admin admin] Publish callbacks [] for security_group (a007a806-c071-4efa-b4bc-b03a16965b50), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.428564 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.463334 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5d184d62-e50e-417b-a75d-f0ab168b0d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a007a806-c071-4efa-b4bc-b03a16965b50), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.482740 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4694f9-c49f-40c2-820c-26c2739c4771,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:07.502426 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-5d184d62-e50e-417b-a75d-f0ab168b0d5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44671b4e892e4517bdec1a254d904da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433188 Mar 22 17:59:07.503626 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37418) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:07.516838 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d184d62-e50e-417b-a75d-f0ab168b0d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a007a806-c071-4efa-b4bc-b03a16965b50,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:07.529153 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Attempting to bind port bd4694f9-c49f-40c2-820c-26c2739c4771 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:59:07.529563 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Attempting to bind port bd4694f9-c49f-40c2-820c-26c2739c4771 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:59:07.529903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Attempting to bind port bd4694f9-c49f-40c2-820c-26c2739c4771 on network 2d722320-d38e-4543-bf0f-dd9622256eae {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:59:07.543619 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Port bd4694f9-c49f-40c2-820c-26c2739c4771 on network 2d722320-d38e-4543-bf0f-dd9622256eae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:59:07.543976 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Attempting to bind port bd4694f9-c49f-40c2-820c-26c2739c4771 on network 2d722320-d38e-4543-bf0f-dd9622256eae {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:59:07.554866 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:59:07.555208 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Checking segment: {'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:59:07.555594 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Bound using segment: {'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:59:07.556028 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Bound port: bd4694f9-c49f-40c2-820c-26c2739c4771, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:59:07.556384 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.601429 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b478aff1-3b36-43ca-a83c-a593d5e85b38 admin admin] Publish callbacks [] for security_group (a007a806-c071-4efa-b4bc-b03a16965b50), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.640781 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b478aff1-3b36-43ca-a83c-a593d5e85b38 admin admin] Publish callbacks [] for security_group (a007a806-c071-4efa-b4bc-b03a16965b50), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.664656 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] For port bd4694f9-c49f-40c2-820c-26c2739c4771, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:59:07.688177 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] For port bd4694f9-c49f-40c2-820c-26c2739c4771, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=bd4694f9-c49f-40c2-820c-26c2739c4771,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:59:07.757777 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbc286-ce28-411d-8570-e4540983a1e8 req-24470135-16cb-49a7-998f-7c664a5e9e4d tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:07.759208 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c9fbc286-ce28-411d-8570-e4540983a1e8 req-24470135-16cb-49a7-998f-7c664a5e9e4d tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0517557 Mar 22 17:59:07.806914 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c9fbc286-ce28-411d-8570-e4540983a1e8 req-be9f16ab-18b1-4438-95d4-ddaa81ad56a7 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419686 Mar 22 17:59:07.812253 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.841884 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b478aff1-3b36-43ca-a83c-a593d5e85b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a007a806-c071-4efa-b4bc-b03a16965b50), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.844458 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-b478aff1-3b36-43ca-a83c-a593d5e85b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.845592 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-b478aff1-3b36-43ca-a83c-a593d5e85b38 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a007a806-c071-4efa-b4bc-b03a16965b50 HTTP/1.1" status: 204 len: 168 time: 0.3410265 Mar 22 17:59:07.854161 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:07.854780 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:07.856195 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] 10.222.0.74 "PUT /v2.0/ports/bd4694f9-c49f-40c2-820c-26c2739c4771 HTTP/1.1" status: 200 len: 1093 time: 0.9839337 Mar 22 17:59:07.856708 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:59:07.859793 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c562454-432e-42d9-9e1b-3821e7d0d15e" -d '{"events": [{"name": "network-changed", "server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:59:07.871392 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478aff1-3b36-43ca-a83c-a593d5e85b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a007a806-c071-4efa-b4bc-b03a16965b50,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:07.893426 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33fecd-b6b1-4565-b350-29e35678d676 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4694f9-c49f-40c2-820c-26c2739c4771,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:07.937555 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c69f64-ad6f-4366-8aa9-667e4883a812 x-openstack-request-id: req-a3c69f64-ad6f-4366-8aa9-667e4883a812 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:59:07.937968 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:59:07.938557 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a3c69f64-ad6f-4366-8aa9-667e4883a812 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:59:07.939076 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c69f64-ad6f-4366-8aa9-667e4883a812'] response: {'name': 'network-changed', 'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'status': 'completed', 'code': 200} Mar 22 17:59:08.142666 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c562454-432e-42d9-9e1b-3821e7d0d15e req-f629070a-88b2-4949-bd23-a61e34092a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:08.144176 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0c562454-432e-42d9-9e1b-3821e7d0d15e req-f629070a-88b2-4949-bd23-a61e34092a5c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e0eb553595c548d0a6da146d69c45593&device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 1127 time: 0.0486879 Mar 22 17:59:08.558343 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a8ae5-62c4-4141-a2da-6e9230aedc21 req-807a233c-ffe1-4ffe-9fad-e88e2163620e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:08.560672 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-955a8ae5-62c4-4141-a2da-6e9230aedc21 req-807a233c-ffe1-4ffe-9fad-e88e2163620e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.1765876 Mar 22 17:59:08.582488 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c562454-432e-42d9-9e1b-3821e7d0d15e req-724eb000-3aea-4bca-8d95-27e728e4e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:08.583979 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0c562454-432e-42d9-9e1b-3821e7d0d15e req-724eb000-3aea-4bca-8d95-27e728e4e660 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e0eb553595c548d0a6da146d69c45593&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4237881 Mar 22 17:59:08.616635 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-955a8ae5-62c4-4141-a2da-6e9230aedc21 req-e3382c37-31c8-42ab-b532-8bea5c806a2b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498071 Mar 22 17:59:08.855369 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:59:08.937521 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474b84b-24ae-46dd-9ea1-cf92b6c20688 req-babe9177-9698-41eb-a198-65a203fe23ff tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:08.939075 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7474b84b-24ae-46dd-9ea1-cf92b6c20688 req-babe9177-9698-41eb-a198-65a203fe23ff tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0536277 Mar 22 17:59:08.991137 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7474b84b-24ae-46dd-9ea1-cf92b6c20688 req-62106795-e674-4432-a08b-dc9e6de50174 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463800 Mar 22 17:59:09.738009 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aa3cf-8f9e-4a49-a408-47055f5aa879 req-7f90a9bc-3442-4c50-aaf5-2815b0a4b2a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:09.739505 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-707aa3cf-8f9e-4a49-a408-47055f5aa879 req-7f90a9bc-3442-4c50-aaf5-2815b0a4b2a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0557549 Mar 22 17:59:09.788325 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-707aa3cf-8f9e-4a49-a408-47055f5aa879 req-4ecd67e7-2db3-4eea-8088-7c942b05b6f8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434513 Mar 22 17:59:10.120355 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21718aa-0be6-442c-a8e9-f95dc539b2f3 req-3ac27e41-c803-4ecb-9cff-583ff2cbdea3 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:10.121842 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e21718aa-0be6-442c-a8e9-f95dc539b2f3 req-3ac27e41-c803-4ecb-9cff-583ff2cbdea3 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0557282 Mar 22 17:59:10.172538 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e21718aa-0be6-442c-a8e9-f95dc539b2f3 req-24fb946f-3de5-4bb7-abb2-0a307a81990c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444472 Mar 22 17:59:10.906084 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbe62e-ab66-43ee-a055-e23a0728fcff req-d819714d-3490-4d67-85bb-2d0062135466 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:10.907561 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ffbbe62e-ab66-43ee-a055-e23a0728fcff req-d819714d-3490-4d67-85bb-2d0062135466 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0526507 Mar 22 17:59:10.954532 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ffbbe62e-ab66-43ee-a055-e23a0728fcff req-64985788-81bd-413c-8722-4b695e26af06 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Mar 22 17:59:11.291905 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15118a5f-826f-4112-bacf-0529f0b200e4 req-cb4cb2eb-530b-4506-b0a3-b6e179c09f4e tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:11.293415 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-15118a5f-826f-4112-bacf-0529f0b200e4 req-cb4cb2eb-530b-4506-b0a3-b6e179c09f4e tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0528862 Mar 22 17:59:11.345843 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-15118a5f-826f-4112-bacf-0529f0b200e4 req-1d5bdb53-235a-4c0c-99b3-56cb9790b2d0 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466967 Mar 22 17:59:12.040581 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c562454-432e-42d9-9e1b-3821e7d0d15e req-b8c4b69a-8b60-44ba-b282-8e3cb8b2a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:12.042107 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0c562454-432e-42d9-9e1b-3821e7d0d15e req-b8c4b69a-8b60-44ba-b282-8e3cb8b2a01b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1659262 Mar 22 17:59:12.127306 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-8f97bc8d-79fd-4e9c-86b7-603d4b56de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:12.128828 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-8f97bc8d-79fd-4e9c-86b7-603d4b56de81 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e0eb553595c548d0a6da146d69c45593&device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 1127 time: 0.0482252 Mar 22 17:59:12.177674 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-76938812-fe0f-4e11-a5f4-04037922aa9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4694f9-c49f-40c2-820c-26c2739c4771 HTTP/1.1" status: 200 len: 217 time: 0.0418618 Mar 22 17:59:12.234189 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-3d67f212-a44a-4db9-af23-f06f53a988b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:12.235654 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-3d67f212-a44a-4db9-af23-f06f53a988b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e244380f-5123-4513-960c-37c8b05c3654 HTTP/1.1" status: 200 len: 847 time: 0.0499415 Mar 22 17:59:12.286378 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-4c553042-5138-4499-93ff-a86a62e17330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:12.287796 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-4c553042-5138-4499-93ff-a86a62e17330 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d722320-d38e-4543-bf0f-dd9622256eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458720 Mar 22 17:59:12.382212 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-d4605665-2c27-4f2c-a71c-c82e4db29227 service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873761 Mar 22 17:59:12.510992 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-43c9e894-e1a1-403d-ab2b-2f360dd77f35 req-954a1708-30b9-4c30-8e64-98713031aa9e service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201029 Mar 22 17:59:12.520392 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72678c-2e77-4802-abe0-db1f63538dbf req-24593ef4-c4f0-4c0f-80ca-41a736d7a492 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:12.521935 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ae72678c-2e77-4802-abe0-db1f63538dbf req-24593ef4-c4f0-4c0f-80ca-41a736d7a492 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0881908 Mar 22 17:59:12.584323 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ae72678c-2e77-4802-abe0-db1f63538dbf req-368a7895-f86e-4a3e-8b2f-bcdfd4ba9059 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544164 Mar 22 17:59:13.701475 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8b0dd-980d-4395-9b70-f0d6ed50dc1a req-25b5855e-0ee9-4208-b45e-ad3ade2b2873 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:13.702856 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b3d8b0dd-980d-4395-9b70-f0d6ed50dc1a req-25b5855e-0ee9-4208-b45e-ad3ade2b2873 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0519941 Mar 22 17:59:13.750616 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b3d8b0dd-980d-4395-9b70-f0d6ed50dc1a req-08ff62c9-bf13-4c7a-bc5d-991b373af93d tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419319 Mar 22 17:59:14.870145 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275e435-ad5d-493d-a208-3d3ef007ccec req-5fa31387-892a-45db-b352-2dfc7a5b74c7 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:14.871600 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7275e435-ad5d-493d-a208-3d3ef007ccec req-5fa31387-892a-45db-b352-2dfc7a5b74c7 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0527389 Mar 22 17:59:14.921499 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37556) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:14.924582 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7275e435-ad5d-493d-a208-3d3ef007ccec req-03e260bc-257a-4c40-af3c-4e9e89e9390a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472853 Mar 22 17:59:14.928055 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-7c34776d-1b9f-4fc3-b53b-ba4ea6d19851 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495145720', 'description': 'tempest-description--795034397'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:15.034364 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7c34776d-1b9f-4fc3-b53b-ba4ea6d19851 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.099455 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7c34776d-1b9f-4fc3-b53b-ba4ea6d19851 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group (f69d771f-db51-4597-9ae8-ad27e721b201), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.200200 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7c34776d-1b9f-4fc3-b53b-ba4ea6d19851 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f69d771f-db51-4597-9ae8-ad27e721b201), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.228880 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34776d-1b9f-4fc3-b53b-ba4ea6d19851 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69d771f-db51-4597-9ae8-ad27e721b201,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:15.312152 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7c34776d-1b9f-4fc3-b53b-ba4ea6d19851 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.313429 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7c34776d-1b9f-4fc3-b53b-ba4ea6d19851 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3903399 Mar 22 17:59:15.316442 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37566) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:15.321044 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-de89a092-980b-4795-9b1b-19a5ca69055d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Request body: {'security_group_rule': {'security_group_id': 'f69d771f-db51-4597-9ae8-ad27e721b201', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:15.446304 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-de89a092-980b-4795-9b1b-19a5ca69055d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group_rule (b5c328b0-eada-4c35-bd49-40f2a50b4104), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.505252 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-de89a092-980b-4795-9b1b-19a5ca69055d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group_rule (b5c328b0-eada-4c35-bd49-40f2a50b4104), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.605433 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-de89a092-980b-4795-9b1b-19a5ca69055d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (b5c328b0-eada-4c35-bd49-40f2a50b4104), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.625020 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89a092-980b-4795-9b1b-19a5ca69055d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c328b0-eada-4c35-bd49-40f2a50b4104,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:15.739003 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-de89a092-980b-4795-9b1b-19a5ca69055d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.740223 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-de89a092-980b-4795-9b1b-19a5ca69055d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4227655 Mar 22 17:59:15.743059 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37570) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:15.748338 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-99642782-e355-46f7-9c9a-ef6f8a1a13ef tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Request body: {'security_group_rule': {'security_group_id': 'f69d771f-db51-4597-9ae8-ad27e721b201', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:15.802626 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37572) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:15.834225 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-99642782-e355-46f7-9c9a-ef6f8a1a13ef tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group_rule (7cc58a15-0959-4072-8f3d-929c6eca31ea), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.883128 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-99642782-e355-46f7-9c9a-ef6f8a1a13ef tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group_rule (7cc58a15-0959-4072-8f3d-929c6eca31ea), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.915784 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-18af3cfe-8ece-434f-91f2-8712f6543d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.986502 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-99642782-e355-46f7-9c9a-ef6f8a1a13ef tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (7cc58a15-0959-4072-8f3d-929c6eca31ea), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:15.998397 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-18af3cfe-8ece-434f-91f2-8712f6543d05 admin admin] Publish callbacks [] for security_group (dcfee654-03d8-48df-a1e2-e1996f09b9de), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.012308 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99642782-e355-46f7-9c9a-ef6f8a1a13ef tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc58a15-0959-4072-8f3d-929c6eca31ea,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:16.068303 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf544637-716f-4c18-8b6b-822475522434 req-054ad3f2-ee71-4418-b125-0f6366205bba tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:16.069802 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bf544637-716f-4c18-8b6b-822475522434 req-054ad3f2-ee71-4418-b125-0f6366205bba tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0632308 Mar 22 17:59:16.118335 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bf544637-716f-4c18-8b6b-822475522434 req-39a885df-442c-4d47-b89e-b2a76d7579e1 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Mar 22 17:59:16.126425 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-18af3cfe-8ece-434f-91f2-8712f6543d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (dcfee654-03d8-48df-a1e2-e1996f09b9de), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.130763 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-99642782-e355-46f7-9c9a-ef6f8a1a13ef tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.131903 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-99642782-e355-46f7-9c9a-ef6f8a1a13ef tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3878610 Mar 22 17:59:16.135056 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37580) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:16.139887 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:16.186517 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-18af3cfe-8ece-434f-91f2-8712f6543d05 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15cb3f1a448f4bdb9d2d1ae23cabddae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827963 Mar 22 17:59:16.188640 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af3cfe-8ece-434f-91f2-8712f6543d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfee654-03d8-48df-a1e2-e1996f09b9de,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:16.189613 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37582) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:16.239307 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e96cc536-a378-4201-9a2a-c50298d41527 admin admin] Publish callbacks [] for security_group (dcfee654-03d8-48df-a1e2-e1996f09b9de), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.261045 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e96cc536-a378-4201-9a2a-c50298d41527 admin admin] Publish callbacks [] for security_group (dcfee654-03d8-48df-a1e2-e1996f09b9de), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.268588 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.366936 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.400348 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e96cc536-a378-4201-9a2a-c50298d41527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (dcfee654-03d8-48df-a1e2-e1996f09b9de), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.402880 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e96cc536-a378-4201-9a2a-c50298d41527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.404091 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-e96cc536-a378-4201-9a2a-c50298d41527 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dcfee654-03d8-48df-a1e2-e1996f09b9de HTTP/1.1" status: 204 len: 168 time: 0.2134936 Mar 22 17:59:16.411693 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cc536-a378-4201-9a2a-c50298d41527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfee654-03d8-48df-a1e2-e1996f09b9de,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:16.498457 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Allocated IP 172.27.1.162 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/7e547c41-d1e2-40b7-b24a-81c84833cfc1) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:59:16.600466 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for port (7e547c41-d1e2-40b7-b24a-81c84833cfc1), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.720647 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (7e547c41-d1e2-40b7-b24a-81c84833cfc1), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.757472 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:59:16.760273 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:59:16.763789 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:59:16.789155 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event updated for resources: {'Port': ['ID=7e547c41-d1e2-40b7-b24a-81c84833cfc1,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:16.853900 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for floatingip (ca8ab977-c2b0-4670-836e-3c36cc556b08), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:16.951775 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (7e547c41-d1e2-40b7-b24a-81c84833cfc1), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.061222 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37590) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:17.075009 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc80c4ca-66f6-422e-8b34-292ce1a51c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.113038 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for port (7e547c41-d1e2-40b7-b24a-81c84833cfc1), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.157414 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc80c4ca-66f6-422e-8b34-292ce1a51c7d admin admin] Publish callbacks [] for security_group (e2d646b1-6bc1-488f-abfb-9f9ed2ccb74e), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.182676 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130356472'] for port (7e547c41-d1e2-40b7-b24a-81c84833cfc1), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.248166 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d279b53-729c-4f0b-a679-cbda658a894f req-f9569451-3ff2-486c-afa3-cbfeeee44b7b tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:17.253148 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d279b53-729c-4f0b-a679-cbda658a894f req-f9569451-3ff2-486c-afa3-cbfeeee44b7b tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0624743 Mar 22 17:59:17.256403 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event updated for resources: {'Port': ['ID=7e547c41-d1e2-40b7-b24a-81c84833cfc1,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:17.268780 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (ca8ab977-c2b0-4670-836e-3c36cc556b08), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.282631 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc80c4ca-66f6-422e-8b34-292ce1a51c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e2d646b1-6bc1-488f-abfb-9f9ed2ccb74e), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.329639 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-cc80c4ca-66f6-422e-8b34-292ce1a51c7d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c2835a4e27f477cbd9dfb86aee67bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672603 Mar 22 17:59:17.332319 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37598) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:17.337146 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d279b53-729c-4f0b-a679-cbda658a894f req-f7bb3ed5-13ad-4fa3-a343-548ef9a84db5 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795000 Mar 22 17:59:17.343089 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80c4ca-66f6-422e-8b34-292ce1a51c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d646b1-6bc1-488f-abfb-9f9ed2ccb74e,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:17.383428 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3bc94d3-571a-428a-aa0d-415980e0502f admin admin] Publish callbacks [] for security_group (e2d646b1-6bc1-488f-abfb-9f9ed2ccb74e), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.405203 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3bc94d3-571a-428a-aa0d-415980e0502f admin admin] Publish callbacks [] for security_group (e2d646b1-6bc1-488f-abfb-9f9ed2ccb74e), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.435513 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.437125 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-cda344e0-14fd-491d-9ee2-cf67a61509f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3008983 Mar 22 17:59:17.537635 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3bc94d3-571a-428a-aa0d-415980e0502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e2d646b1-6bc1-488f-abfb-9f9ed2ccb74e), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.540428 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3bc94d3-571a-428a-aa0d-415980e0502f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:17.543329 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f3bc94d3-571a-428a-aa0d-415980e0502f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2d646b1-6bc1-488f-abfb-9f9ed2ccb74e HTTP/1.1" status: 204 len: 168 time: 0.2081392 Mar 22 17:59:17.550282 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc94d3-571a-428a-aa0d-415980e0502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d646b1-6bc1-488f-abfb-9f9ed2ccb74e,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:17.662466 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-04dcd08b-4e6a-4740-b8de-2f927abdcd23 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1495145720&fields=id&tenant_id=75d8f1bf3674461eb14e5de4c707bcfb HTTP/1.1" status: 200 len: 267 time: 0.0521586 Mar 22 17:59:17.768297 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-6eecae0b-48b1-4d2d-9745-54fd6c77d4e6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:17.769777 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-6eecae0b-48b1-4d2d-9745-54fd6c77d4e6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 819 time: 0.1010516 Mar 22 17:59:17.784682 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-94417244-4d93-458c-86ac-2619b04684ff tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/quotas/75d8f1bf3674461eb14e5de4c707bcfb HTTP/1.1" status: 200 len: 375 time: 0.0096278 Mar 22 17:59:17.842680 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-b6f6902b-a08c-4ea1-bcb0-cdcb9ca13d54 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530615 Mar 22 17:59:17.941106 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-eb155ef9-a30c-491d-9e0f-cca6fa67b26e service neutron] 10.222.0.73 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862672 Mar 22 17:59:18.033763 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-ce311f05-e6c4-49b1-8372-1ed1114545aa service neutron] 10.222.0.73 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869687 Mar 22 17:59:18.310222 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a385a63d-2ca6-4625-b66f-b97c3324b132 req-f3895fa6-64ef-4758-a7e9-0e68fcaeef77 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 210 time: 0.0265830 Mar 22 17:59:18.471653 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd75267-1e4f-4229-94e9-5fcc0b063c08 req-72383d3a-92f5-49de-a7ba-6ed953ef8c01 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:18.473133 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6bd75267-1e4f-4229-94e9-5fcc0b063c08 req-72383d3a-92f5-49de-a7ba-6ed953ef8c01 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0572538 Mar 22 17:59:18.523892 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6bd75267-1e4f-4229-94e9-5fcc0b063c08 req-f8d5c998-469a-4519-8727-78785dff3e11 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447912 Mar 22 17:59:19.407388 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2e9f2367-4f99-46ce-aa10-cdc797692fff req-1b82bf30-f8f8-4829-8701-df3afb6f4d33 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 210 time: 0.0281386 Mar 22 17:59:19.644173 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e73ed-e947-43a4-9b6d-d72e1c92f774 req-fcfa1f72-29f1-4e46-b76b-c6e8cbbc7334 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:19.645697 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ed2e73ed-e947-43a4-9b6d-d72e1c92f774 req-fcfa1f72-29f1-4e46-b76b-c6e8cbbc7334 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0536196 Mar 22 17:59:19.695081 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ed2e73ed-e947-43a4-9b6d-d72e1c92f774 req-ed6ad89f-b354-4a55-8500-bf00a5647aea tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435402 Mar 22 17:59:20.483477 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-b72e218a-7ebb-4150-8c79-0f53d74f51d3 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:20.485801 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-b72e218a-7ebb-4150-8c79-0f53d74f51d3 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 819 time: 0.1184754 Mar 22 17:59:20.518872 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-35a01d2c-ece5-4f71-817d-abbbc4b2d810 req-2c539936-7032-446c-b9f7-12a1b1e30945 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 210 time: 0.0319221 Mar 22 17:59:20.565757 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-493db9ee-4604-492c-a010-59f2d3ad9382 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d8f1bf3674461eb14e5de4c707bcfb HTTP/1.1" status: 200 len: 380 time: 0.0692439 Mar 22 17:59:20.574455 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Request body: {'port': {'device_id': '4b0baa6b-5261-42a3-a077-232c420ea677', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'admin_state_up': True, 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'security_groups': ['f69d771f-db51-4597-9ae8-ad27e721b201']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:20.753915 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Made reservation on behalf of 75d8f1bf3674461eb14e5de4c707bcfb for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:59:20.757375 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:20.873577 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce85c7-f7a7-4a83-a68f-f90cb6edb151 req-057c1a70-1708-4f0c-abdd-8143b2b386bf tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:20.875060 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8ce85c7-f7a7-4a83-a68f-f90cb6edb151 req-057c1a70-1708-4f0c-abdd-8143b2b386bf tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.1068296 Mar 22 17:59:20.947252 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Allocated IP 172.20.0.13 (b50e1b37-0f21-414b-993c-223d33d99c74/9169a76e-b5b1-49f2-b443-ba875ae2c50e/b9206667-3938-4e8b-8eb4-bcf5b032c820) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:59:20.968003 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8ce85c7-f7a7-4a83-a68f-f90cb6edb151 req-326c1abc-7b8b-46bb-98b3-a24d532e4839 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707572 Mar 22 17:59:21.120190 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:21.326492 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:21.369130 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Network b50e1b37-0f21-414b-993c-223d33d99c74 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:59:21.372416 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:59:21.376709 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:59:21.381833 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:21.382444 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:21.397968 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event updated for resources: {'Port': ['ID=b9206667-3938-4e8b-8eb4-bcf5b032c820,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:21.488702 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-41e8b35d-bcb5-4a79-a6e2-8f6ea68a48b5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9178421 Mar 22 17:59:21.500195 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Request body: {'port': {'device_id': '4b0baa6b-5261-42a3-a077-232c420ea677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:21.561513 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:21.601799 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-15ffb34e-56b5-4702-a2a8-9b9d19706d8d None None] Provisioning complete for port b9206667-3938-4e8b-8eb4-bcf5b032c820 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:59:21.602387 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-15ffb34e-56b5-4702-a2a8-9b9d19706d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:21.637325 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-15ffb34e-56b5-4702-a2a8-9b9d19706d8d None None] Port b9206667-3938-4e8b-8eb4-bcf5b032c820 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:59:21.727192 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2120-78e2-4df8-9292-a4732810fa11 req-12a779cc-1fd2-4ad1-b60e-1dd027a5a0fb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:21.728826 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-320a2120-78e2-4df8-9292-a4732810fa11 req-12a779cc-1fd2-4ad1-b60e-1dd027a5a0fb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 932 time: 0.1313756 Mar 22 17:59:22.042500 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-320a2120-78e2-4df8-9292-a4732810fa11 req-0e4a40ec-a6ca-4b33-ba74-0de5f9b81d2c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049741 Mar 22 17:59:22.108208 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device bd4694f9-c49f-40c2-820c-26c2739c4771 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:59:22.150837 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9f3cc-86ea-4532-8619-30e211f559ec req-bf7511b1-4ee6-4370-b56f-34c22bd4ecb0 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:22.152726 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5ba9f3cc-86ea-4532-8619-30e211f559ec req-bf7511b1-4ee6-4370-b56f-34c22bd4ecb0 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.1044946 Mar 22 17:59:22.173473 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9206667-3938-4e8b-8eb4-bcf5b032c820 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:59:22.188615 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Publish callbacks [] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:22.210467 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Transition to ACTIVE for port object b9206667-3938-4e8b-8eb4-bcf5b032c820 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:59:22.212631 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port bd4694f9-c49f-40c2-820c-26c2739c4771, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=bd4694f9-c49f-40c2-820c-26c2739c4771,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:59:22.225293 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'port_id': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'mac_address': 'fa:16:3e:8b:c2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:59:22.228031 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5ba9f3cc-86ea-4532-8619-30e211f559ec req-4f852255-46e3-4d4f-bac7-4963caf42d26 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683675 Mar 22 17:59:22.264367 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port bd4694f9-c49f-40c2-820c-26c2739c4771 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:59:22.264707 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:22.277484 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4694f9-c49f-40c2-820c-26c2739c4771 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:59:22.280470 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:22.298263 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port bd4694f9-c49f-40c2-820c-26c2739c4771, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=bd4694f9-c49f-40c2-820c-26c2739c4771,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:59:22.331388 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Pushing event updated for resources: {'Port': ['ID=b9206667-3938-4e8b-8eb4-bcf5b032c820,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:22.365770 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:22.371559 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Attempting to bind port b9206667-3938-4e8b-8eb4-bcf5b032c820 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:59:22.373190 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Attempting to bind port b9206667-3938-4e8b-8eb4-bcf5b032c820 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:59:22.373190 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Attempting to bind port b9206667-3938-4e8b-8eb4-bcf5b032c820 on network b50e1b37-0f21-414b-993c-223d33d99c74 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:59:22.377603 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Port b9206667-3938-4e8b-8eb4-bcf5b032c820 on network b50e1b37-0f21-414b-993c-223d33d99c74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:59:22.377929 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Attempting to bind port b9206667-3938-4e8b-8eb4-bcf5b032c820 on network b50e1b37-0f21-414b-993c-223d33d99c74 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:59:22.383186 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:59:22.383541 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Checking segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:59:22.383931 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Bound using segment: {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:59:22.384365 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Bound port: b9206667-3938-4e8b-8eb4-bcf5b032c820, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9476843-4175-4449-87b3-60e0932f0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:59:22.384827 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:22.429243 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=bd4694f9-c49f-40c2-820c-26c2739c4771,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:22.443964 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.444413 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.444983 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.445478 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.445916 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.446354 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.446783 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.447220 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.447643 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.448111 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.448495 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.449047 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.449492 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.449848 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.450957 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:59:22.462309 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] For port b9206667-3938-4e8b-8eb4-bcf5b032c820, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:59:22.466624 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] For port b9206667-3938-4e8b-8eb4-bcf5b032c820, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:59:22.520187 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:22.561113 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:22.594108 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:22.594723 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:22.596091 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e375be24-d69d-4225-8e19-d231c157309a service neutron] 10.222.0.74 "PUT /v2.0/ports/b9206667-3938-4e8b-8eb4-bcf5b032c820 HTTP/1.1" status: 200 len: 1094 time: 1.1007740 Mar 22 17:59:22.598139 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:59:22.600419 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cee0eb-26b7-4d30-9fbd-a812493ef6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:59:22.606724 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-81366e3f-bb70-4058-a43b-11d66ed89d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:22.639224 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375be24-d69d-4225-8e19-d231c157309a service neutron] Pushing event updated for resources: {'Port': ['ID=b9206667-3938-4e8b-8eb4-bcf5b032c820,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:22.657838 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6f1488-7a39-4331-af04-de95bdbf3651 x-openstack-request-id: req-bd6f1488-7a39-4331-af04-de95bdbf3651 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:59:22.657838 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:59:22.657838 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd6f1488-7a39-4331-af04-de95bdbf3651 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:59:22.657838 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6f1488-7a39-4331-af04-de95bdbf3651'] response: {'name': 'network-changed', 'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'status': 'completed', 'code': 200} Mar 22 17:59:22.733131 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cee0eb-26b7-4d30-9fbd-a812493ef6ca req-8612949a-775b-47ee-843f-c48811fcc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:22.734718 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-13cee0eb-26b7-4d30-9fbd-a812493ef6ca req-8612949a-775b-47ee-843f-c48811fcc638 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 1128 time: 0.0513864 Mar 22 17:59:22.841993 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cee0eb-26b7-4d30-9fbd-a812493ef6ca req-9a10878e-24e7-4a9e-b402-c5c60e06059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:22.843684 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-13cee0eb-26b7-4d30-9fbd-a812493ef6ca req-9a10878e-24e7-4a9e-b402-c5c60e06059b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0992875 Mar 22 17:59:22.941781 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cee0eb-26b7-4d30-9fbd-a812493ef6ca req-8a0ae914-2d59-46ec-9409-cd589f16b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:22.943580 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-13cee0eb-26b7-4d30-9fbd-a812493ef6ca req-8a0ae914-2d59-46ec-9409-cd589f16b7bb service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917795 Mar 22 17:59:22.955312 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['bd4694f9-c49f-40c2-820c-26c2739c4771'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:59:23.033909 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-87e445e8-ac1d-4396-8a29-20132f527324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:23.035424 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-87e445e8-ac1d-4396-8a29-20132f527324 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 1128 time: 0.0516958 Mar 22 17:59:23.077545 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-c2a3e9fc-4c01-49f3-a43e-adcf5e66245e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820 HTTP/1.1" status: 200 len: 217 time: 0.0349903 Mar 22 17:59:23.162016 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-a8a1b8a7-c204-487f-a5bb-b25a786d12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:23.163519 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-a8a1b8a7-c204-487f-a5bb-b25a786d12ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0782962 Mar 22 17:59:23.207766 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05fe50-0bd2-4f58-a32b-1660c1850664 req-dca9424d-33e1-4e34-862a-22967041d64f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:23.209208 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fb05fe50-0bd2-4f58-a32b-1660c1850664 req-dca9424d-33e1-4e34-862a-22967041d64f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 944 time: 0.0941899 Mar 22 17:59:23.244950 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-aba332e4-3cd4-485c-9385-7d75221f33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:23.246477 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-aba332e4-3cd4-485c-9385-7d75221f33ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753441 Mar 22 17:59:23.327974 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fb05fe50-0bd2-4f58-a32b-1660c1850664 req-d9a7940a-82ba-4e31-b464-d1c593d74684 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124852 Mar 22 17:59:23.395990 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-0f5b280f-e46b-4a08-8ba4-38735bf400ef service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378925 Mar 22 17:59:23.401929 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09291c8d-ba1b-49f5-a617-1c836d21117a req-2e46bed9-d66d-4d4a-bc0a-90e7d8e6971c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:23.404342 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-09291c8d-ba1b-49f5-a617-1c836d21117a req-2e46bed9-d66d-4d4a-bc0a-90e7d8e6971c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 944 time: 0.0946681 Mar 22 17:59:23.513648 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-09291c8d-ba1b-49f5-a617-1c836d21117a req-3a4dcf56-7456-487e-833e-f4cc370ecca8 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006515 Mar 22 17:59:23.540758 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad961302-dfcf-45fc-bf11-f2c2c24cb5b8 req-e3ee7716-da19-45a9-9e6a-28ca8c5894b9 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354895 Mar 22 17:59:24.454229 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997d7fc-82cb-4686-93ad-337f67e748f3 req-f3b8aa23-b519-4c87-9e3d-7c8768015c19 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:24.455874 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0997d7fc-82cb-4686-93ad-337f67e748f3 req-f3b8aa23-b519-4c87-9e3d-7c8768015c19 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 944 time: 0.0587430 Mar 22 17:59:24.502681 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0997d7fc-82cb-4686-93ad-337f67e748f3 req-3c5493f0-2d57-47ea-9384-5570d15961dc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Mar 22 17:59:24.643227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80d365-6e78-44c4-bf0b-53a2778916fc req-640c67fd-aae7-4e60-ba09-3c5a11c084a3 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:24.644922 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c80d365-6e78-44c4-bf0b-53a2778916fc req-640c67fd-aae7-4e60-ba09-3c5a11c084a3 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 944 time: 0.0569479 Mar 22 17:59:24.680328 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-b1bac7d5-7375-4fba-af38-81c017f2e434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:24.700522 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c80d365-6e78-44c4-bf0b-53a2778916fc req-d9a5e906-b764-4c3c-af96-1d35c0db394b tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497789 Mar 22 17:59:25.621232 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125220e-599a-4d35-a87a-f0b4392a75e5 req-d501e4af-1dda-4dfd-9430-2695513b5cae tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:25.623402 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5125220e-599a-4d35-a87a-f0b4392a75e5 req-d501e4af-1dda-4dfd-9430-2695513b5cae tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 944 time: 0.0551784 Mar 22 17:59:25.670656 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5125220e-599a-4d35-a87a-f0b4392a75e5 req-744ea42a-56bb-489b-bdfc-c14f8ed228a2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Mar 22 17:59:25.818782 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4d164-e087-476d-82b6-6f5fae25d720 req-b5286c15-c7ef-4242-8046-de951c0563a8 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:25.820250 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3b4d164-e087-476d-82b6-6f5fae25d720 req-b5286c15-c7ef-4242-8046-de951c0563a8 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 944 time: 0.0522811 Mar 22 17:59:25.873045 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3b4d164-e087-476d-82b6-6f5fae25d720 req-26deec60-7247-4bee-a325-73795514f15f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471115 Mar 22 17:59:25.902852 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:26.131188 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device bd4694f9-c49f-40c2-820c-26c2739c4771 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:59:26.257423 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port bd4694f9-c49f-40c2-820c-26c2739c4771 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:59:26.264127 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port bd4694f9-c49f-40c2-820c-26c2739c4771 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:59:26.264127 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:26.351275 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port bd4694f9-c49f-40c2-820c-26c2739c4771 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:59:26.351676 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:26.376525 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:59:26.378857 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043c95bb-9bee-4625-aba7-6fdc4b9c88be" -d '{"events": [{"server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "name": "network-vif-plugged", "status": "completed", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:59:26.391508 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port bd4694f9-c49f-40c2-820c-26c2739c4771, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=bd4694f9-c49f-40c2-820c-26c2739c4771,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:59:26.413108 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eaccbd-74b2-4343-abc9-578831eff229 x-openstack-request-id: req-23eaccbd-74b2-4343-abc9-578831eff229 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:59:26.413278 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "name": "network-vif-plugged", "status": "completed", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:59:26.413560 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23eaccbd-74b2-4343-abc9-578831eff229 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:59:26.413959 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23eaccbd-74b2-4343-abc9-578831eff229'] response: {'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'code': 200} Mar 22 17:59:26.440227 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:26.487770 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=bd4694f9-c49f-40c2-820c-26c2739c4771,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:26.835999 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdaca3-57ef-4eab-b53f-bd11e6644e2d req-bb1537d6-22b9-4d0f-b55a-27679c38afcb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:26.837522 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-77bdaca3-57ef-4eab-b53f-bd11e6644e2d req-bb1537d6-22b9-4d0f-b55a-27679c38afcb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 944 time: 0.0866759 Mar 22 17:59:26.854321 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b712a0-96d4-4927-b3ca-1d0c815b89fc req-c84048aa-e824-4178-b69e-b2a8fe9f3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:26.855712 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3b712a0-96d4-4927-b3ca-1d0c815b89fc req-c84048aa-e824-4178-b69e-b2a8fe9f3b31 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 1129 time: 0.0735879 Mar 22 17:59:26.924423 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-77bdaca3-57ef-4eab-b53f-bd11e6644e2d req-193b2b96-afff-4505-be80-4549bdac9025 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803833 Mar 22 17:59:26.928490 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3b712a0-96d4-4927-b3ca-1d0c815b89fc req-0b7a33eb-4019-496c-945f-cef1f535b7d1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657115 Mar 22 17:59:26.999169 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d952229-1827-4cde-9b7f-382c8bd41419 req-2415ec6e-6a5d-4d7e-a842-e56be475e150 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:27.000638 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9d952229-1827-4cde-9b7f-382c8bd41419 req-2415ec6e-6a5d-4d7e-a842-e56be475e150 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0541430 Mar 22 17:59:27.053969 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9d952229-1827-4cde-9b7f-382c8bd41419 req-a3155584-3ad3-4ec4-9d38-2887d7248807 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475957 Mar 22 17:59:27.406133 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:28.052054 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65d9b0-6ce3-4bfc-b641-4a6c1877018b req-7d04450d-c78c-4dc1-a9ac-9cc854aee807 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:28.055795 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4e65d9b0-6ce3-4bfc-b641-4a6c1877018b req-7d04450d-c78c-4dc1-a9ac-9cc854aee807 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 944 time: 0.0570402 Mar 22 17:59:28.110836 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4e65d9b0-6ce3-4bfc-b641-4a6c1877018b req-c65737c9-9049-4adc-aadf-54f7e26948ea tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515862 Mar 22 17:59:28.135221 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device b9206667-3938-4e8b-8eb4-bcf5b032c820 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:59:28.189052 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cfe9e-241c-401f-8e3b-a85c0b477f79 req-142c4e5c-9988-4c2d-a670-6b0a767f4db1 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:28.190559 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd3cfe9e-241c-401f-8e3b-a85c0b477f79 req-142c4e5c-9988-4c2d-a670-6b0a767f4db1 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0600448 Mar 22 17:59:28.239159 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd3cfe9e-241c-401f-8e3b-a85c0b477f79 req-3bb3edcf-f6c1-48a7-89c9-27471859e0c2 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Mar 22 17:59:28.241637 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port b9206667-3938-4e8b-8eb4-bcf5b032c820, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:59:28.255879 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'port_id': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'mac_address': 'fa:16:3e:3f:4d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:59:28.293045 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port b9206667-3938-4e8b-8eb4-bcf5b032c820 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:59:28.293487 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:28.307074 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9206667-3938-4e8b-8eb4-bcf5b032c820 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:59:28.332268 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port b9206667-3938-4e8b-8eb4-bcf5b032c820, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:59:28.394179 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:28.442549 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=b9206667-3938-4e8b-8eb4-bcf5b032c820,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:28.923406 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['b9206667-3938-4e8b-8eb4-bcf5b032c820'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:59:29.054205 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:29.244071 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8415761-027b-49e2-afa2-aded60c29e24 req-e92f39fe-0f4a-4a5f-b725-66821e7e2bb6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:29.245582 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e8415761-027b-49e2-afa2-aded60c29e24 req-e92f39fe-0f4a-4a5f-b725-66821e7e2bb6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 945 time: 0.0638270 Mar 22 17:59:29.295338 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e8415761-027b-49e2-afa2-aded60c29e24 req-76ff4552-c68f-4067-8b2b-c98b7bd59c34 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437622 Mar 22 17:59:29.364420 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d40e46-3144-4741-8f1f-3d0966d1d090 req-f97f4772-9588-4462-9aa3-7300c6b486d9 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:29.366041 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-46d40e46-3144-4741-8f1f-3d0966d1d090 req-f97f4772-9588-4462-9aa3-7300c6b486d9 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0552824 Mar 22 17:59:29.415169 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-46d40e46-3144-4741-8f1f-3d0966d1d090 req-1ced2ee2-5c09-4d65-9b1c-60cb658b7a77 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433517 Mar 22 17:59:29.537141 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177150c8-6e36-4e9b-acc4-6466053b6344 req-94ecc4ba-4ff9-42ea-a341-8bf9b0307705 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:29.538560 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-177150c8-6e36-4e9b-acc4-6466053b6344 req-94ecc4ba-4ff9-42ea-a341-8bf9b0307705 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0564797 Mar 22 17:59:29.587651 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-177150c8-6e36-4e9b-acc4-6466053b6344 req-3145f375-12dd-4f33-84d1-93a02e5a7580 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Mar 22 17:59:29.609019 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37868) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:29.808497 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fdc156-9f66-4674-9355-810767ea28f4 tempest-TestShelveInstance-1203115444 tempest-TestShelveInstance-1203115444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:29.810045 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-28fdc156-9f66-4674-9355-810767ea28f4 tempest-TestShelveInstance-1203115444 tempest-TestShelveInstance-1203115444-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 1124 time: 0.1999302 Mar 22 17:59:29.813229 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37880) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:29.817382 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'port_id': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:29.926191 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.028423 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.140493 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Allocated IP 172.27.1.197 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/f9629058-3a21-4422-aace-4ec191c12260) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:59:30.166424 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37886) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:30.241643 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for port (f9629058-3a21-4422-aace-4ec191c12260), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.274781 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7e99c76-2d62-4703-9a89-c68f40c94b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.380946 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7e99c76-2d62-4703-9a89-c68f40c94b2f admin admin] Publish callbacks [] for security_group (538352ca-f915-4567-9548-2900b8d8e535), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.416743 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608a869-f5c1-428b-b42a-6364792fa6d6 req-c23acf2b-da29-473e-a41d-4b1c67cfa1e1 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:30.428887 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6608a869-f5c1-428b-b42a-6364792fa6d6 req-c23acf2b-da29-473e-a41d-4b1c67cfa1e1 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 945 time: 0.0530438 Mar 22 17:59:30.468619 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6608a869-f5c1-428b-b42a-6364792fa6d6 req-cebcd2b5-86a3-4814-aced-bd4025022093 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437067 Mar 22 17:59:30.469017 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (f9629058-3a21-4422-aace-4ec191c12260), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.505677 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:59:30.508508 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:59:30.513866 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:59:30.520087 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event updated for resources: {'Port': ['ID=f9629058-3a21-4422-aace-4ec191c12260,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:30.520778 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7e99c76-2d62-4703-9a89-c68f40c94b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (538352ca-f915-4567-9548-2900b8d8e535), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.566677 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-d7e99c76-2d62-4703-9a89-c68f40c94b2f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=45ed846e21354dbfa9b92e32aa4f5015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991530 Mar 22 17:59:30.569214 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37892) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:30.569636 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e99c76-2d62-4703-9a89-c68f40c94b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538352ca-f915-4567-9548-2900b8d8e535,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:30.681049 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb1d1-d007-4b34-841e-d4016cb52fc8 admin admin] Publish callbacks [] for security_group (538352ca-f915-4567-9548-2900b8d8e535), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.766657 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb1d1-d007-4b34-841e-d4016cb52fc8 admin admin] Publish callbacks [] for security_group (538352ca-f915-4567-9548-2900b8d8e535), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.899170 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb1d1-d007-4b34-841e-d4016cb52fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (538352ca-f915-4567-9548-2900b8d8e535), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.902151 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb1d1-d007-4b34-841e-d4016cb52fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:30.903866 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-ac8fb1d1-d007-4b34-841e-d4016cb52fc8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/538352ca-f915-4567-9548-2900b8d8e535 HTTP/1.1" status: 204 len: 168 time: 0.3331735 Mar 22 17:59:30.971779 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fb1d1-d007-4b34-841e-d4016cb52fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538352ca-f915-4567-9548-2900b8d8e535,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:31.042169 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for floatingip (78953698-893d-4f17-852a-3b060869bf79), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.150548 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (f9629058-3a21-4422-aace-4ec191c12260), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.311282 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for port (f9629058-3a21-4422-aace-4ec191c12260), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.388099 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130356472'] for port (f9629058-3a21-4422-aace-4ec191c12260), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.459497 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37900) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:31.462389 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event updated for resources: {'Port': ['ID=f9629058-3a21-4422-aace-4ec191c12260,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:31.477307 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (78953698-893d-4f17-852a-3b060869bf79), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.483939 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9ebdab62-21b8-4d33-9340-6fb24412860e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.590804 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.l3_db [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Floating IP 78953698-893d-4f17-852a-3b060869bf79 associated. External IP: 172.27.1.197, port: bd4694f9-c49f-40c2-820c-26c2739c4771. Mar 22 17:59:31.600312 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9ebdab62-21b8-4d33-9340-6fb24412860e admin admin] Publish callbacks [] for security_group (9406184b-cb18-487a-b772-4c16b1852138), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.619957 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aedf46-5c99-4745-95d6-b96911991232 req-98ac6158-6339-462b-8084-c8067dd6e297 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:31.621462 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-39aedf46-5c99-4745-95d6-b96911991232 req-98ac6158-6339-462b-8084-c8067dd6e297 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 945 time: 0.0768220 Mar 22 17:59:31.646514 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9ebdab62-21b8-4d33-9340-6fb24412860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9406184b-cb18-487a-b772-4c16b1852138), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.714791 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-9ebdab62-21b8-4d33-9340-6fb24412860e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17ce5115fda64ff9854baee44a4d8301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541070 Mar 22 17:59:31.715963 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdab62-21b8-4d33-9340-6fb24412860e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9406184b-cb18-487a-b772-4c16b1852138,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:31.722275 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-39aedf46-5c99-4745-95d6-b96911991232 req-e2f6c45d-ce2b-46e7-abb3-a7902005584d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946565 Mar 22 17:59:31.723235 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37906) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:31.784110 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-daa76b24-60f1-4b95-b571-81316935485d admin admin] Publish callbacks [] for security_group (9406184b-cb18-487a-b772-4c16b1852138), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.807214 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-daa76b24-60f1-4b95-b571-81316935485d admin admin] Publish callbacks [] for security_group (9406184b-cb18-487a-b772-4c16b1852138), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.920213 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-daa76b24-60f1-4b95-b571-81316935485d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9406184b-cb18-487a-b772-4c16b1852138), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.923611 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-daa76b24-60f1-4b95-b571-81316935485d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.925923 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-daa76b24-60f1-4b95-b571-81316935485d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9406184b-cb18-487a-b772-4c16b1852138 HTTP/1.1" status: 204 len: 168 time: 0.2014771 Mar 22 17:59:31.935071 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa76b24-60f1-4b95-b571-81316935485d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9406184b-cb18-487a-b772-4c16b1852138,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:32.021749 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:59:32.133262 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:59:32.143573 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] Sync routers for ids ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:59:32.153078 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] Routers {'89d04aa4-c65e-4956-a6e6-0d934fdc3d61'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:59:32.153712 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:59:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:59:32.163408 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device b9206667-3938-4e8b-8eb4-bcf5b032c820 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:59:32.209847 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:32.251913 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7fc23002-c442-4fca-a4e6-98c71c72669c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4375868 Mar 22 17:59:32.252628 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771'}] {{(pid=110337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:59:32.255085 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c54c04f036c99c73614ee2d32205adff5e3cb61f25cb5d26dd61711337c0ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d728a8-c824-4578-afbf-8a9d3538c2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771"}]}' {{(pid=110337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:59:32.279144 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] Set router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:59:32.294459 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629fb7cc-3834-4d89-85ed-07d3e174ea25 x-openstack-request-id: req-629fb7cc-3834-4d89-85ed-07d3e174ea25 {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:59:32.294634 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771", "status": "completed", "code": 200}]} {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:59:32.294895 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-629fb7cc-3834-4d89-85ed-07d3e174ea25 {{(pid=110337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:59:32.295308 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629fb7cc-3834-4d89-85ed-07d3e174ea25'] response: {'name': 'network-changed', 'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'status': 'completed', 'code': 200} Mar 22 17:59:32.297926 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port b9206667-3938-4e8b-8eb4-bcf5b032c820 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:59:32.302976 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port b9206667-3938-4e8b-8eb4-bcf5b032c820 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:59:32.303556 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:32.374074 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-b331f5f7-1c41-4b70-a30d-b4a110eb687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:32.376420 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-b331f5f7-1c41-4b70-a30d-b4a110eb687f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e0eb553595c548d0a6da146d69c45593&device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 1129 time: 0.0570557 Mar 22 17:59:32.391925 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port b9206667-3938-4e8b-8eb4-bcf5b032c820 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:59:32.392414 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:32.418009 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:59:32.420268 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3c9cb6-e159-4d9a-a698-8a5ac73acc31" -d '{"events": [{"server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "name": "network-vif-plugged", "status": "completed", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:59:32.438735 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port b9206667-3938-4e8b-8eb4-bcf5b032c820, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:59:32.462850 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf42bb7-dc77-45ad-a191-a054286f20a0 x-openstack-request-id: req-0bf42bb7-dc77-45ad-a191-a054286f20a0 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:59:32.463141 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "name": "network-vif-plugged", "status": "completed", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:59:32.463395 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0bf42bb7-dc77-45ad-a191-a054286f20a0 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:59:32.463918 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf42bb7-dc77-45ad-a191-a054286f20a0'] response: {'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'code': 200} Mar 22 17:59:32.475681 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-6a599f42-7769-456a-9cb7-4d71e94b85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:32.479040 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-6a599f42-7769-456a-9cb7-4d71e94b85c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d722320-d38e-4543-bf0f-dd9622256eae HTTP/1.1" status: 200 len: 909 time: 0.0969052 Mar 22 17:59:32.533297 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '78953698-893d-4f17-852a-3b060869bf79', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'port_id': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'mac_address': 'fa:16:3e:8b:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:59:30Z', 'updated_at': '2022-03-22T17:59:30Z', 'revision_number': 0, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be22cf2c-c23b-4f1f-b274-706181740af3', 'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'mac_address': 'fa:16:3e:87:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:16Z', 'updated_at': '2022-03-22T17:58:20Z', 'revision_number': 5, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'subnets': [{'id': 'e244380f-5123-4513-960c-37c8b05c3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:59:32.538499 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:32.556628 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-1aeebd16-e3cc-4ec8-a684-91d2615152a1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4694f9-c49f-40c2-820c-26c2739c4771 HTTP/1.1" status: 200 len: 999 time: 0.0652590 Mar 22 17:59:32.560559 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] Checking router: 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:59:32.570521 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] Routers {'89d04aa4-c65e-4956-a6e6-0d934fdc3d61'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:59:32.571491 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:59:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:59:32.607762 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-cbc86310-8c83-4b74-9de2-544109750e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:32.609875 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-cbc86310-8c83-4b74-9de2-544109750e45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e244380f-5123-4513-960c-37c8b05c3654 HTTP/1.1" status: 200 len: 847 time: 0.0465493 Mar 22 17:59:32.610599 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=b9206667-3938-4e8b-8eb4-bcf5b032c820,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:32.677371 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-72869665-7b05-480e-97e4-30c576a1980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:32.678957 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-72869665-7b05-480e-97e4-30c576a1980b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d722320-d38e-4543-bf0f-dd9622256eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577016 Mar 22 17:59:32.703353 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] Set router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:59:32.725357 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37924) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:32.741921 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d2fe837a-6c08-48d1-80f6-694ee722b6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:32.843222 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d2fe837a-6c08-48d1-80f6-694ee722b6b9 admin admin] Publish callbacks [] for security_group (f03127e3-a555-4037-b794-4ce45e09435e), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:32.891129 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-ca47f5c9-1ad2-4901-ace7-c552336932a9 service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051294 Mar 22 17:59:32.894774 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192ce9d-7040-46ef-80f4-22eb81f9652b req-c57eb931-1328-4564-8502-9270ef6ff6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:32.896179 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b192ce9d-7040-46ef-80f4-22eb81f9652b req-c57eb931-1328-4564-8502-9270ef6ff6bf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 1130 time: 0.1208732 Mar 22 17:59:32.914674 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d2fe837a-6c08-48d1-80f6-694ee722b6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f03127e3-a555-4037-b794-4ce45e09435e), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:32.933866 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f0143-3980-4e33-a505-d47e5ca6b774 req-121618c0-df32-4c8b-929c-2237c799a90f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:32.935649 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9d3f0143-3980-4e33-a505-d47e5ca6b774 req-121618c0-df32-4c8b-929c-2237c799a90f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.1064899 Mar 22 17:59:32.963661 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-d2fe837a-6c08-48d1-80f6-694ee722b6b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3a99036dab94545a83529a8f19c1628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293143 Mar 22 17:59:32.963661 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe837a-6c08-48d1-80f6-694ee722b6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03127e3-a555-4037-b794-4ce45e09435e,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:32.963661 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 37934) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:32.963993 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '78953698-893d-4f17-852a-3b060869bf79', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'port_id': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'mac_address': 'fa:16:3e:8b:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:59:30Z', 'updated_at': '2022-03-22T17:59:30Z', 'revision_number': 0, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be22cf2c-c23b-4f1f-b274-706181740af3', 'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'mac_address': 'fa:16:3e:87:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:16Z', 'updated_at': '2022-03-22T17:58:20Z', 'revision_number': 5, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'subnets': [{'id': 'e244380f-5123-4513-960c-37c8b05c3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:59:32.996444 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389119be-736e-453e-b761-cf82004ed8f5 None None] The sync data for ids ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'] in dv-cinder-739079-8-iscsi is: [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '78953698-893d-4f17-852a-3b060869bf79', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'port_id': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'mac_address': 'fa:16:3e:8b:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:59:30Z', 'updated_at': '2022-03-22T17:59:30Z', 'revision_number': 0, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be22cf2c-c23b-4f1f-b274-706181740af3', 'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'mac_address': 'fa:16:3e:87:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:16Z', 'updated_at': '2022-03-22T17:58:20Z', 'revision_number': 5, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'subnets': [{'id': 'e244380f-5123-4513-960c-37c8b05c3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:59:33.028988 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7f0bec06-4907-41ab-b86c-7c9d3a3ec0fa admin admin] Publish callbacks [] for security_group (f03127e3-a555-4037-b794-4ce45e09435e), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:33.043936 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b192ce9d-7040-46ef-80f4-22eb81f9652b req-bd57d30b-dcb1-4213-90b7-0e0c24a19591 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412044 Mar 22 17:59:33.057147 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7f0bec06-4907-41ab-b86c-7c9d3a3ec0fa admin admin] Publish callbacks [] for security_group (f03127e3-a555-4037-b794-4ce45e09435e), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:33.068854 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9d3f0143-3980-4e33-a505-d47e5ca6b774 req-7fdeec75-b637-4b38-99ca-00bb47f931d8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964181 Mar 22 17:59:33.080455 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-66d728a8-c824-4578-afbf-8a9d3538c2ee req-851ecce2-9476-4a83-b313-939b4ccc6faa service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766729 Mar 22 17:59:33.212744 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7f0bec06-4907-41ab-b86c-7c9d3a3ec0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f03127e3-a555-4037-b794-4ce45e09435e), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:33.215568 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7f0bec06-4907-41ab-b86c-7c9d3a3ec0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:33.220140 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7f0bec06-4907-41ab-b86c-7c9d3a3ec0fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f03127e3-a555-4037-b794-4ce45e09435e HTTP/1.1" status: 204 len: 168 time: 0.2561636 Mar 22 17:59:33.220308 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b213c5-3571-4212-89a2-42c35c906522 None None] New status for floating IP 78953698-893d-4f17-852a-3b060869bf79: ACTIVE {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:59:33.229926 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bec06-4907-41ab-b86c-7c9d3a3ec0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03127e3-a555-4037-b794-4ce45e09435e,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:34.193861 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0c87-4667-46da-8151-82e355003e35 req-9266868d-20ad-4ac0-9a33-4fc7749689d7 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:34.195458 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-81bb0c87-4667-46da-8151-82e355003e35 req-9266868d-20ad-4ac0-9a33-4fc7749689d7 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0542622 Mar 22 17:59:34.242349 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-81bb0c87-4667-46da-8151-82e355003e35 req-c0743255-c622-4738-98c0-4e082cacbe64 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Mar 22 17:59:35.359703 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ba06-5632-47be-9651-2ca8fd1c5447 req-32566d0d-ba3e-4444-a5fd-c64d046c0fbb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:35.361217 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-21a3ba06-5632-47be-9651-2ca8fd1c5447 req-32566d0d-ba3e-4444-a5fd-c64d046c0fbb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0527313 Mar 22 17:59:35.409651 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-21a3ba06-5632-47be-9651-2ca8fd1c5447 req-281772e7-92dc-44e9-a698-3534da5d79fb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Mar 22 17:59:35.526742 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a97f2-529d-461d-abd5-ae07b975db1a req-c0c11c71-19fc-4dac-9f2e-ef12f09d11fd tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:35.526978 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-634a97f2-529d-461d-abd5-ae07b975db1a req-c0c11c71-19fc-4dac-9f2e-ef12f09d11fd tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0557952 Mar 22 17:59:35.535557 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 37980) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:35.539872 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-07bd880c-3b87-428e-808a-45ef508f8b2f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Request body: {'floatingip': {'port_id': 'b9206667-3938-4e8b-8eb4-bcf5b032c820'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:35.578599 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-07bd880c-3b87-428e-808a-45ef508f8b2f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for floatingip (ca8ab977-c2b0-4670-836e-3c36cc556b08), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:36.011448 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-07bd880c-3b87-428e-808a-45ef508f8b2f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:36.063343 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-07bd880c-3b87-428e-808a-45ef508f8b2f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (ca8ab977-c2b0-4670-836e-3c36cc556b08), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:36.162627 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-07bd880c-3b87-428e-808a-45ef508f8b2f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Floating IP ca8ab977-c2b0-4670-836e-3c36cc556b08 associated. External IP: 172.27.1.162, port: b9206667-3938-4e8b-8eb4-bcf5b032c820. Mar 22 17:59:36.576087 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bd880c-3b87-428e-808a-45ef508f8b2f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:59:36.682117 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bd880c-3b87-428e-808a-45ef508f8b2f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:59:36.686859 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-07bd880c-3b87-428e-808a-45ef508f8b2f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:36.692010 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] Sync routers for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:59:36.701335 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:59:36.702501 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:59:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:59:36.716473 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-07bd880c-3b87-428e-808a-45ef508f8b2f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "PUT /v2.0/floatingips/ca8ab977-c2b0-4670-836e-3c36cc556b08 HTTP/1.1" status: 200 len: 992 time: 1.1798818 Mar 22 17:59:36.717185 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:59:36.720645 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818752e6-f8fa-4c51-a000-4a3af5f95d68" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:59:36.755223 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b7e4c6-e182-4c7d-963c-8f2517ffdbae x-openstack-request-id: req-95b7e4c6-e182-4c7d-963c-8f2517ffdbae {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:59:36.755619 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:59:36.756182 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95b7e4c6-e182-4c7d-963c-8f2517ffdbae {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:59:36.756715 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b7e4c6-e182-4c7d-963c-8f2517ffdbae'] response: {'name': 'network-changed', 'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'status': 'completed', 'code': 200} Mar 22 17:59:36.842222 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-e4fca10b-1c8f-46fc-941e-e829082ac82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:36.843930 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-e4fca10b-1c8f-46fc-941e-e829082ac82d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 1130 time: 0.0494254 Mar 22 17:59:36.893952 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:59:36.931690 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-54e1c999-4746-459a-8b50-d84e102dfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:36.933201 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-54e1c999-4746-459a-8b50-d84e102dfe58 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.0825853 Mar 22 17:59:37.001469 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-c23d2713-a89d-4a20-97b3-4b3c9795671e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820 HTTP/1.1" status: 200 len: 1000 time: 0.0610528 Mar 22 17:59:37.050182 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-0d729707-9981-4c99-a317-5f10f0e028a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:37.051685 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-0d729707-9981-4c99-a317-5f10f0e028a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0444746 Mar 22 17:59:37.103472 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-3264cf13-b484-46f6-a07c-94fd955d780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:37.105108 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-3264cf13-b484-46f6-a07c-94fd955d780c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457015 Mar 22 17:59:37.129219 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ca8ab977-c2b0-4670-836e-3c36cc556b08', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'port_id': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'mac_address': 'fa:16:3e:3f:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0baa6b-5261-42a3-a077-232c420ea677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:59:16Z', 'updated_at': '2022-03-22T17:59:35Z', 'revision_number': 1, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:27Z', 'revision_number': 5, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:59:37.159668 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] Checking router: f0b2debc-c84b-4a4a-9050-d5e3caf3c829 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:59:37.168706 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:59:37.169438 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T17:59:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:59:37.228803 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-b94ba4d6-975a-4c69-9e5a-1f36d5cb9772 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147754 Mar 22 17:59:37.230348 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-74201f5e-cbca-4d8f-9a6b-fb2cb053c948 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=98068bbbe3f049f691df8d7cb021c02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373228 Mar 22 17:59:37.278855 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:59:37.471709 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-818752e6-f8fa-4c51-a000-4a3af5f95d68 req-51c7c731-f5f8-495f-8156-7b5c354cbe45 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366121 Mar 22 17:59:37.481070 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-dd6fcf50-0c94-4c3a-b058-dcf699e1b09d tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:37.482500 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-dd6fcf50-0c94-4c3a-b058-dcf699e1b09d tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396648 Mar 22 17:59:37.497929 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-74caf031-aea3-4291-a0b2-cdf3a66c1808 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/quotas/98068bbbe3f049f691df8d7cb021c02a HTTP/1.1" status: 200 len: 375 time: 0.0092161 Mar 22 17:59:37.515993 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ca8ab977-c2b0-4670-836e-3c36cc556b08', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'port_id': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'mac_address': 'fa:16:3e:3f:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0baa6b-5261-42a3-a077-232c420ea677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:59:16Z', 'updated_at': '2022-03-22T17:59:35Z', 'revision_number': 1, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:27Z', 'revision_number': 5, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:59:37.531513 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-5f51a976-39b8-45b9-b0f5-c3a911379556 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=98068bbbe3f049f691df8d7cb021c02a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269563 Mar 22 17:59:37.548271 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfdeb02-bec3-4a65-91fb-f0f3d9f842d6 None None] The sync data for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi is: [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ca8ab977-c2b0-4670-836e-3c36cc556b08', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'port_id': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'mac_address': 'fa:16:3e:3f:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0baa6b-5261-42a3-a077-232c420ea677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:59:16Z', 'updated_at': '2022-03-22T17:59:35Z', 'revision_number': 1, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:27Z', 'revision_number': 5, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:59:37.747723 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0dd5236c-d37e-4a3d-8029-1eb03d330592 req-ef05cd17-01b6-488a-8c70-61a67e7c1b2d tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 210 time: 0.0273817 Mar 22 17:59:37.770557 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf413634-16fe-4f58-beca-9786fb0340a7 None None] New status for floating IP ca8ab977-c2b0-4670-836e-3c36cc556b08: ACTIVE {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:59:38.827862 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9be64f0f-7df8-469b-856d-d0b6c2396326 req-4b59933e-8aaa-4aba-b64f-bffc82c51a3a tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 210 time: 0.0309820 Mar 22 17:59:39.918430 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3cef717e-ccb4-4b59-9b03-c7934f43050e req-0027af3b-eb19-42fb-9a61-67cbf233f535 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 210 time: 0.0268295 Mar 22 17:59:40.191903 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-94796f38-8dc3-4d65-9fd4-d442b9ea64a1 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=98068bbbe3f049f691df8d7cb021c02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219374 Mar 22 17:59:40.293414 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8b11d46d-2298-4a81-ae62-dd7efb194d92 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:40.294847 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8b11d46d-2298-4a81-ae62-dd7efb194d92 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0986726 Mar 22 17:59:40.314785 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Request body: {'port': {'device_id': 'd25bf191-13a8-45fc-9c32-cdef7ad26be4', 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b', 'admin_state_up': True, 'tenant_id': '98068bbbe3f049f691df8d7cb021c02a'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:40.542853 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Made reservation on behalf of 98068bbbe3f049f691df8d7cb021c02a for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:59:40.546917 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:40.556142 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:40.630740 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks [] for security_group (965e564b-3a97-48cf-bc98-ed2aa92ae679), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:40.708635 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (965e564b-3a97-48cf-bc98-ed2aa92ae679), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:40.777936 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965e564b-3a97-48cf-bc98-ed2aa92ae679,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:40.847038 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Allocated IP 192.168.233.200 (c9cd438e-a941-4bd6-872a-9348d0f14c8b/79ff3138-c6bf-44cb-a597-2e4d511161a7/4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:59:40.997775 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks [] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:41.026869 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f34d438-7b2e-47a2-a7b6-23e36070d1ca req-17fbec61-059a-4df4-84c1-21756137a52c tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 210 time: 0.0348806 Mar 22 17:59:41.126408 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:41.166967 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Network c9cd438e-a941-4bd6-872a-9348d0f14c8b is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:59:41.169928 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:59:41.173704 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:59:41.178930 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:41.179531 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:41.194189 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Pushing event updated for resources: {'Port': ['ID=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:41.254488 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-8a018930-a708-4337-8194-bcd6bc0df513 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9440339 Mar 22 17:59:41.266146 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Request body: {'port': {'device_id': 'd25bf191-13a8-45fc-9c32-cdef7ad26be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:59:41.329623 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:41.348019 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-37b365b0-0801-446f-95f4-8d01552c410b None None] Provisioning complete for port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:59:41.348692 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-37b365b0-0801-446f-95f4-8d01552c410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:41.381730 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-37b365b0-0801-446f-95f4-8d01552c410b None None] Port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:59:41.586551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:59:41.594026 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Publish callbacks [] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:41.605755 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Transition to ACTIVE for port object 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:59:41.685846 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:41.738834 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Pushing event updated for resources: {'Port': ['ID=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:41.769765 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Attempting to bind port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:59:41.770109 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Attempting to bind port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '3974622a-10c9-4a17-8125-28baeb73a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:59:41.770457 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Attempting to bind port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 on network c9cd438e-a941-4bd6-872a-9348d0f14c8b {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:59:41.775156 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 on network c9cd438e-a941-4bd6-872a-9348d0f14c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:59:41.775485 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Attempting to bind port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 on network c9cd438e-a941-4bd6-872a-9348d0f14c8b {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:59:41.780878 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:59:41.781223 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Checking segment: {'id': '3974622a-10c9-4a17-8125-28baeb73a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:59:41.781638 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Bound using segment: {'id': '3974622a-10c9-4a17-8125-28baeb73a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:59:41.782066 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Bound port: 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3974622a-10c9-4a17-8125-28baeb73a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:59:41.782421 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:41.850846 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] For port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:59:41.854745 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] For port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,segment=NetworkSegment(3974622a-10c9-4a17-8125-28baeb73a67b),segment_id=3974622a-10c9-4a17-8125-28baeb73a67b)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:59:41.926006 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:41.959396 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:41.959958 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:41.961803 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] 10.222.0.74 "PUT /v2.0/ports/4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 HTTP/1.1" status: 200 len: 1098 time: 0.7004912 Mar 22 17:59:41.963872 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25bf191-13a8-45fc-9c32-cdef7ad26be4', 'tag': '4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:59:41.966303 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222c92b2-b813-45a6-8246-0922945c55b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d25bf191-13a8-45fc-9c32-cdef7ad26be4", "tag": "4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:59:41.997696 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c5f1c-40fe-4d22-9c17-38930848d56b service neutron] Pushing event updated for resources: {'Port': ['ID=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:42.010035 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1e92c6-7419-4b92-ae95-b78be774a7c4 x-openstack-request-id: req-6d1e92c6-7419-4b92-ae95-b78be774a7c4 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:59:42.010702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25bf191-13a8-45fc-9c32-cdef7ad26be4", "tag": "4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:59:42.010702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6d1e92c6-7419-4b92-ae95-b78be774a7c4 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:59:42.011183 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d1e92c6-7419-4b92-ae95-b78be774a7c4'] response: {'name': 'network-changed', 'server_uuid': 'd25bf191-13a8-45fc-9c32-cdef7ad26be4', 'tag': '4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204', 'status': 'completed', 'code': 200} Mar 22 17:59:42.078107 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c92b2-b813-45a6-8246-0922945c55b5 req-a5498688-0964-4a6e-971d-7d29a0608098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:42.079721 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-222c92b2-b813-45a6-8246-0922945c55b5 req-a5498688-0964-4a6e-971d-7d29a0608098 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98068bbbe3f049f691df8d7cb021c02a&device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 1132 time: 0.0496473 Mar 22 17:59:42.122900 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-222c92b2-b813-45a6-8246-0922945c55b5 req-0a198568-2552-40f9-918a-20c30b5637ed service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=98068bbbe3f049f691df8d7cb021c02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295346 Mar 22 17:59:42.224348 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e64b8-b6b4-4ea6-a93a-55c2e7f70df4 req-a717f21e-c1ca-4c17-bb15-ea250e216cc7 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:42.225929 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2a0e64b8-b6b4-4ea6-a93a-55c2e7f70df4 req-a717f21e-c1ca-4c17-bb15-ea250e216cc7 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 948 time: 0.1239269 Mar 22 17:59:42.262119 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c92b2-b813-45a6-8246-0922945c55b5 req-3ba715b2-7ca9-482e-a074-0bb4cef60102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:42.263597 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-222c92b2-b813-45a6-8246-0922945c55b5 req-3ba715b2-7ca9-482e-a074-0bb4cef60102 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1226721 Mar 22 17:59:42.292568 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2a0e64b8-b6b4-4ea6-a93a-55c2e7f70df4 req-cc2f60e3-c8d2-4c8b-876c-ab79c38cecb1 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608270 Mar 22 17:59:42.352421 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-d2e46220-1a2e-4bbc-ac8e-8a0e0fd97a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:42.354506 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-d2e46220-1a2e-4bbc-ac8e-8a0e0fd97a5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98068bbbe3f049f691df8d7cb021c02a&device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 1132 time: 0.0479250 Mar 22 17:59:42.397320 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-09b909c8-66c3-4e12-ba20-bf59ac289f20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 HTTP/1.1" status: 200 len: 217 time: 0.0336218 Mar 22 17:59:42.448571 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e6a98f5-e084-41b4-b954-ce428f8af684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:42.450041 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-3e6a98f5-e084-41b4-b954-ce428f8af684 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=79ff3138-c6bf-44cb-a597-2e4d511161a7 HTTP/1.1" status: 200 len: 843 time: 0.0466037 Mar 22 17:59:42.497619 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-78d72f8b-2873-47d4-8bbb-2e4dfbae2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:42.499981 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-78d72f8b-2873-47d4-8bbb-2e4dfbae2c5c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cd438e-a941-4bd6-872a-9348d0f14c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432105 Mar 22 17:59:42.585351 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-556ea663-5315-4baf-97c3-ea44fbf5a9c9 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cd438e-a941-4bd6-872a-9348d0f14c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792098 Mar 22 17:59:42.675457 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27d02b7d-1e83-4c80-ac07-9785ea8dba1f req-5cea1fe1-e44e-49ba-98c0-2a12f0f9eadd service neutron] 10.222.0.74 "GET /v2.0/networks/c9cd438e-a941-4bd6-872a-9348d0f14c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833263 Mar 22 17:59:43.412633 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a2176-a242-4264-990f-3dd29019f245 req-15ab4d91-6a61-449b-969e-5a61bccd2467 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:43.414306 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-822a2176-a242-4264-990f-3dd29019f245 req-15ab4d91-6a61-449b-969e-5a61bccd2467 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 948 time: 0.0521393 Mar 22 17:59:43.461050 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-822a2176-a242-4264-990f-3dd29019f245 req-5cfb6cba-9d1f-4b3c-8e60-e35599bcc02a tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Mar 22 17:59:44.574951 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06363a-7767-4360-8148-3fe936c80766 req-1b388fca-214c-4f3e-a419-ba572f2d99b7 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:44.576404 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6f06363a-7767-4360-8148-3fe936c80766 req-1b388fca-214c-4f3e-a419-ba572f2d99b7 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 948 time: 0.0501785 Mar 22 17:59:44.626678 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6f06363a-7767-4360-8148-3fe936c80766 req-a7b5d5a8-ddd1-4fea-a823-3e11400cfe69 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442333 Mar 22 17:59:45.741701 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd560a-b24f-4bf2-b9bd-c9fb959b2b86 req-6da3bfc1-1102-449d-8dae-5cf9660e9cd6 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:45.743136 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e8dd560a-b24f-4bf2-b9bd-c9fb959b2b86 req-6da3bfc1-1102-449d-8dae-5cf9660e9cd6 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 948 time: 0.0511887 Mar 22 17:59:45.791954 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e8dd560a-b24f-4bf2-b9bd-c9fb959b2b86 req-f2129771-fe10-456b-a9c7-3f1a9287daab tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Mar 22 17:59:45.855071 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:59:46.907803 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d83a9-3fa2-479f-b48b-80eed28c2c0a req-dd5a94bc-e17f-45da-bb61-bda16992b765 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:46.909303 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5e4d83a9-3fa2-479f-b48b-80eed28c2c0a req-dd5a94bc-e17f-45da-bb61-bda16992b765 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 948 time: 0.0529041 Mar 22 17:59:46.956157 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5e4d83a9-3fa2-479f-b48b-80eed28c2c0a req-675925d0-0fe4-48af-a4d8-23cf25463e02 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Mar 22 17:59:48.087312 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb83c0-f8a9-4c11-9aff-40c645efcad8 req-0b8bffb1-4cff-480b-8162-f7dfad89a43b tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:48.088784 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-81cb83c0-f8a9-4c11-9aff-40c645efcad8 req-0b8bffb1-4cff-480b-8162-f7dfad89a43b tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 948 time: 0.0549645 Mar 22 17:59:48.135090 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-81cb83c0-f8a9-4c11-9aff-40c645efcad8 req-d95eebe3-807f-4256-ad7f-8a5fcd23e574 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400810 Mar 22 17:59:48.235727 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:59:48.333828 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,segment=NetworkSegment(3974622a-10c9-4a17-8125-28baeb73a67b),segment_id=3974622a-10c9-4a17-8125-28baeb73a67b)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:59:48.346377 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204', 'network_id': 'c9cd438e-a941-4bd6-872a-9348d0f14c8b', 'port_id': '4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204', 'mac_address': 'fa:16:3e:6c:e8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ff3138-c6bf-44cb-a597-2e4d511161a7', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:59:48.383793 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:59:48.384189 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:48.397573 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:59:48.417653 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,segment=NetworkSegment(3974622a-10c9-4a17-8125-28baeb73a67b),segment_id=3974622a-10c9-4a17-8125-28baeb73a67b)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:59:48.474689 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:48.524308 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:48.984304 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:59:49.254850 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec74fc6-a700-4d41-93f9-0654dbf5f33c req-25d56b8b-989e-40cd-a5a1-9abcff5a6c74 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:49.256516 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eec74fc6-a700-4d41-93f9-0654dbf5f33c req-25d56b8b-989e-40cd-a5a1-9abcff5a6c74 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 949 time: 0.0532508 Mar 22 17:59:49.303663 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eec74fc6-a700-4d41-93f9-0654dbf5f33c req-247463e9-591a-4248-8e7a-63296bf8c0b8 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Mar 22 17:59:50.424065 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3036561-cf73-463a-9760-8061ca38eaec req-7bb34b2b-1bf9-4f25-8a31-2fa9c5b50fb6 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:50.425589 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d3036561-cf73-463a-9760-8061ca38eaec req-7bb34b2b-1bf9-4f25-8a31-2fa9c5b50fb6 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 949 time: 0.0559890 Mar 22 17:59:50.472602 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d3036561-cf73-463a-9760-8061ca38eaec req-206bde36-93ed-449f-9b2a-c03290a30a69 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Mar 22 17:59:51.587611 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13a774-707b-49b6-b5be-2ce58f97c8cf req-033350e1-57ff-498d-a08c-d2be27a0864d tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:51.589076 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4b13a774-707b-49b6-b5be-2ce58f97c8cf req-033350e1-57ff-498d-a08c-d2be27a0864d tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 949 time: 0.0519943 Mar 22 17:59:51.635221 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4b13a774-707b-49b6-b5be-2ce58f97c8cf req-59437ed3-9daa-4124-b80d-364030bc3b7f tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Mar 22 17:59:51.773879 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-2ee7810c-aae0-4a3f-a266-d7ab621dc450 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433514 Mar 22 17:59:51.843299 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-58c1664b-319c-469b-9dde-2aba12be137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:51.844814 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-58c1664b-319c-469b-9dde-2aba12be137b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 1129 time: 0.0498610 Mar 22 17:59:51.949310 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-961a1b4e-5b35-46b1-9849-a9ea2dcfb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:51.950832 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-961a1b4e-5b35-46b1-9849-a9ea2dcfb7c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 915 time: 0.0851104 Mar 22 17:59:52.020789 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-83fceffa-7102-4cc4-9194-23de02e555c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98376508-96b4-4d57-963e-43a4261de15b HTTP/1.1" status: 200 len: 1000 time: 0.0626559 Mar 22 17:59:52.072702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-725a7d14-30d5-4edf-ade5-8aee49e9aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:52.074159 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-725a7d14-30d5-4edf-ade5-8aee49e9aa83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 200 len: 853 time: 0.0424085 Mar 22 17:59:52.121951 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-5ee354e9-b35d-427f-b50c-b1d5b83f81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:52.123408 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-5ee354e9-b35d-427f-b50c-b1d5b83f81fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424690 Mar 22 17:59:52.213262 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-320ff3e6-4bfe-4489-8cdd-a64b09ccc891 service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812886 Mar 22 17:59:52.248607 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:59:52.306095 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97d4e502-559f-4238-bd2e-6b586951cb68 req-3e5be7df-3add-4149-90cb-44c247979538 service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833199 Mar 22 17:59:52.343824 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:59:52.347925 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:59:52.351128 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:52.433939 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:59:52.434326 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:52.457165 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25bf191-13a8-45fc-9c32-cdef7ad26be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:59:52.459462 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc549f7-ec31-4a6b-94da-6f8a18f81d7b" -d '{"events": [{"server_uuid": "d25bf191-13a8-45fc-9c32-cdef7ad26be4", "name": "network-vif-plugged", "status": "completed", "tag": "4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:59:52.475137 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,segment=NetworkSegment(3974622a-10c9-4a17-8125-28baeb73a67b),segment_id=3974622a-10c9-4a17-8125-28baeb73a67b)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:59:52.498169 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304403a9-76a1-4198-9534-70c1032edc0c x-openstack-request-id: req-304403a9-76a1-4198-9534-70c1032edc0c {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:59:52.498485 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25bf191-13a8-45fc-9c32-cdef7ad26be4", "name": "network-vif-plugged", "status": "completed", "tag": "4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:59:52.499281 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-304403a9-76a1-4198-9534-70c1032edc0c {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:59:52.499687 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304403a9-76a1-4198-9534-70c1032edc0c'] response: {'server_uuid': 'd25bf191-13a8-45fc-9c32-cdef7ad26be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204', 'code': 200} Mar 22 17:59:52.526302 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:52.554813 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:52.605505 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:52.609036 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a52a6487-611f-44a0-9910-a19b1d245ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:52.753574 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28a70c-d841-4e7c-8e1c-45f37a83eac6 req-c844830e-bade-4acd-9b5a-c83358079172 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:52.755049 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7b28a70c-d841-4e7c-8e1c-45f37a83eac6 req-c844830e-bade-4acd-9b5a-c83358079172 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 950 time: 0.0527925 Mar 22 17:59:52.806331 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7b28a70c-d841-4e7c-8e1c-45f37a83eac6 req-dce756d5-c24b-4e87-a140-a6875f0f0a49 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Mar 22 17:59:52.881904 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca8b22-d883-4f88-90e3-03b5ff8a0bd9 req-0454ef44-312c-4fdf-ac6f-4c97400688c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:52.883360 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45ca8b22-d883-4f88-90e3-03b5ff8a0bd9 req-0454ef44-312c-4fdf-ac6f-4c97400688c4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 1134 time: 0.0448477 Mar 22 17:59:52.941601 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45ca8b22-d883-4f88-90e3-03b5ff8a0bd9 req-b4b71e84-7c75-48f1-8c5b-38c2f660f037 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 Mar 22 17:59:53.927936 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992519f-43fc-4495-8985-c4466203cccf req-90b66998-ffa6-4edb-8d1b-4825fc9f2c54 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:53.929428 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3992519f-43fc-4495-8985-c4466203cccf req-90b66998-ffa6-4edb-8d1b-4825fc9f2c54 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 950 time: 0.0510969 Mar 22 17:59:53.975189 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3992519f-43fc-4495-8985-c4466203cccf req-fa5217c7-5c82-47e2-841b-5798fa186bf5 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Mar 22 17:59:54.702866 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-2e0ae6e8-cba8-4a0a-bed9-08cb20a62cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:55.096416 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9604d3-0665-4121-a869-f55097b501c5 req-31970ecb-f236-4b6d-8797-621cbc54edcc tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:55.097984 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d9604d3-0665-4121-a869-f55097b501c5 req-31970ecb-f236-4b6d-8797-621cbc54edcc tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 950 time: 0.0555329 Mar 22 17:59:55.144049 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d9604d3-0665-4121-a869-f55097b501c5 req-be11d414-e7c5-453a-9fd7-f6dca33da419 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Mar 22 17:59:55.499669 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38140) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:55.606832 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2133-38a1-4bb9-ba7c-a02a4cc306c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:55.623901 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc1bb-ee85-4089-b9f1-206cd8a6a32c req-324440b4-6669-43b8-bb2d-9c18b5acc3eb tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:55.625598 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c9edc1bb-ee85-4089-b9f1-206cd8a6a32c req-324440b4-6669-43b8-bb2d-9c18b5acc3eb tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 950 time: 0.0510979 Mar 22 17:59:55.672510 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c9edc1bb-ee85-4089-b9f1-206cd8a6a32c req-eb96b7a3-6f48-4f96-bde9-d24ed5fda204 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Mar 22 17:59:55.683059 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2133-38a1-4bb9-ba7c-a02a4cc306c7 admin admin] Publish callbacks [] for security_group (bab3ee8c-7a0f-45f0-90b9-12f01562c9bd), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:55.731573 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2133-38a1-4bb9-ba7c-a02a4cc306c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (bab3ee8c-7a0f-45f0-90b9-12f01562c9bd), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:55.768755 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f2133-38a1-4bb9-ba7c-a02a4cc306c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab3ee8c-7a0f-45f0-90b9-12f01562c9bd,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:55.774019 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-3d5f2133-38a1-4bb9-ba7c-a02a4cc306c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=41feefb8efae4d008702c0c75a6b374e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733135 Mar 22 17:59:55.776702 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38148) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:59:55.827515 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8280c9db-be5f-48da-8ef3-715c22db665f admin admin] Publish callbacks [] for security_group (bab3ee8c-7a0f-45f0-90b9-12f01562c9bd), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:55.849978 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8280c9db-be5f-48da-8ef3-715c22db665f admin admin] Publish callbacks [] for security_group (bab3ee8c-7a0f-45f0-90b9-12f01562c9bd), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:55.960562 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:56.006047 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8280c9db-be5f-48da-8ef3-715c22db665f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (bab3ee8c-7a0f-45f0-90b9-12f01562c9bd), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:56.008725 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8280c9db-be5f-48da-8ef3-715c22db665f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:56.009912 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-8280c9db-be5f-48da-8ef3-715c22db665f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bab3ee8c-7a0f-45f0-90b9-12f01562c9bd HTTP/1.1" status: 204 len: 168 time: 0.2322953 Mar 22 17:59:56.020872 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280c9db-be5f-48da-8ef3-715c22db665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab3ee8c-7a0f-45f0-90b9-12f01562c9bd,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:56.791342 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d611a58-7a38-4032-b283-5db6995e240a req-47754a7c-6806-446b-8f2f-1b2f180f5b71 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:56.792790 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d611a58-7a38-4032-b283-5db6995e240a req-47754a7c-6806-446b-8f2f-1b2f180f5b71 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 950 time: 0.0513983 Mar 22 17:59:57.058726 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d611a58-7a38-4032-b283-5db6995e240a req-586accf0-d741-4fb6-8a74-de40296710c7 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/security-groups?id=965e564b-3a97-48cf-bc98-ed2aa92ae679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601590 Mar 22 17:59:57.453323 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-db37e781-2cbb-4673-ad95-07744726fb16 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:59:57.454819 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-db37e781-2cbb-4673-ad95-07744726fb16 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.74 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 950 time: 0.0513284 Mar 22 17:59:57.457478 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:57.548422 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-80b9074a-8bd0-4961-b5e5-6d6488225f77 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Deleting port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:59:57.548756 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-80b9074a-8bd0-4961-b5e5-6d6488225f77 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:57.638535 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-80b9074a-8bd0-4961-b5e5-6d6488225f77 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] For port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,segment=NetworkSegment(3974622a-10c9-4a17-8125-28baeb73a67b),segment_id=3974622a-10c9-4a17-8125-28baeb73a67b)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:59:57.638814 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-80b9074a-8bd0-4961-b5e5-6d6488225f77 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:57.651309 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-80b9074a-8bd0-4961-b5e5-6d6488225f77 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Calling delete_port for 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:59:57.823201 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-80b9074a-8bd0-4961-b5e5-6d6488225f77 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:57.837820 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:59:57.851967 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9074a-8bd0-4961-b5e5-6d6488225f77 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Pushing event deleted for resources: {'Port': ['ID=4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:59:57.893863 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-80b9074a-8bd0-4961-b5e5-6d6488225f77 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] No DVR routers for this DVR port 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:59:57.899783 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-80b9074a-8bd0-4961-b5e5-6d6488225f77 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:57.900650 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0801e77f-32bc-47b1-bcae-d8a0642af39a req-80b9074a-8bd0-4961-b5e5-6d6488225f77 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.74 "DELETE /v2.0/ports/4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 HTTP/1.1" status: 204 len: 173 time: 0.4408066 Mar 22 17:59:57.901117 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25bf191-13a8-45fc-9c32-cdef7ad26be4', 'name': 'network-vif-deleted', 'tag': '4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:59:57.903546 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042303b5-1b37-4157-8aa3-431ef8d9bc4c" -d '{"events": [{"server_uuid": "d25bf191-13a8-45fc-9c32-cdef7ad26be4", "name": "network-vif-deleted", "tag": "4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:59:57.941277 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af9eb99-cbd1-471e-b7cf-5ffed2c1e164 x-openstack-request-id: req-4af9eb99-cbd1-471e-b7cf-5ffed2c1e164 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:59:57.941650 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25bf191-13a8-45fc-9c32-cdef7ad26be4", "name": "network-vif-deleted", "tag": "4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:59:57.941913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4af9eb99-cbd1-471e-b7cf-5ffed2c1e164 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:59:57.942325 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af9eb99-cbd1-471e-b7cf-5ffed2c1e164'] response: {'server_uuid': 'd25bf191-13a8-45fc-9c32-cdef7ad26be4', 'name': 'network-vif-deleted', 'tag': '4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204', 'status': 'completed', 'code': 200} Mar 22 17:59:58.155454 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e6b73506-1621-46da-a558-c97e0f5b51f7 req-40fdeab0-25ed-4e1e-8fc4-8c2a2edb2e80 tempest-VolumesNegativeTest-1293619036 tempest-VolumesNegativeTest-1293619036-project] 10.222.0.73 "GET /v2.0/ports?device_id=d25bf191-13a8-45fc-9c32-cdef7ad26be4 HTTP/1.1" status: 200 len: 210 time: 0.0309660 Mar 22 17:59:59.051655 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:00.281306 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:00:00.302613 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:00:00.302964 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 4dca5ca4-a6e9-4bc3-aa7c-a09d8d11e204 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:00:05.179376 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38418) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:00:05.307181 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f2d6fe03-6f79-46c8-a43a-050d89fc2034 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98068bbbe3f049f691df8d7cb021c02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266236 Mar 22 18:00:05.309663 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38422) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:00:05.355949 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Publish callbacks [] for security_group (965e564b-3a97-48cf-bc98-ed2aa92ae679), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:05.376086 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Publish callbacks [] for security_group (965e564b-3a97-48cf-bc98-ed2aa92ae679), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:05.480189 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (965e564b-3a97-48cf-bc98-ed2aa92ae679), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:05.483941 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:05.484305 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/965e564b-3a97-48cf-bc98-ed2aa92ae679 HTTP/1.1" status: 204 len: 168 time: 0.1733365 Mar 22 18:00:05.492927 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965e564b-3a97-48cf-bc98-ed2aa92ae679,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:05.500340 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.500689 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.501058 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.501503 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.501846 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.502178 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.502510 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.502857 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.503180 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.503509 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.504529 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.505107 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.505618 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.505951 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:05.506300 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3590cf-b4c0-4504-8e5c-61e9534760ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:17.985480 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346a9b6-bdfb-45a9-8a70-c985c7c1abe8 req-568f5772-83aa-47eb-885a-111f25e58931 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:17.987040 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b346a9b6-bdfb-45a9-8a70-c985c7c1abe8 req-568f5772-83aa-47eb-885a-111f25e58931 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0642116 Mar 22 18:00:18.043680 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b346a9b6-bdfb-45a9-8a70-c985c7c1abe8 req-10137dc2-55bd-4478-a0be-ce69b8b4284e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497475 Mar 22 18:00:18.149475 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38558) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:00:18.258224 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c2cee24f-c46e-477e-81f6-b7bad92d0cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:18.333922 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c2cee24f-c46e-477e-81f6-b7bad92d0cbf admin admin] Publish callbacks [] for security_group (b24ff98b-b72e-411b-8bb7-38773fa296ce), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:18.412198 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c2cee24f-c46e-477e-81f6-b7bad92d0cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b24ff98b-b72e-411b-8bb7-38773fa296ce), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:18.450633 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee24f-c46e-477e-81f6-b7bad92d0cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24ff98b-b72e-411b-8bb7-38773fa296ce,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:18.454967 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c2cee24f-c46e-477e-81f6-b7bad92d0cbf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04d94336dcf046ab99ccd56fbb7d8913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044064 Mar 22 18:00:18.457576 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38562) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:00:18.507225 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1562-5a0d-4fc1-96ca-291cd8c91a41 admin admin] Publish callbacks [] for security_group (b24ff98b-b72e-411b-8bb7-38773fa296ce), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:18.530647 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1562-5a0d-4fc1-96ca-291cd8c91a41 admin admin] Publish callbacks [] for security_group (b24ff98b-b72e-411b-8bb7-38773fa296ce), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:18.640560 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1562-5a0d-4fc1-96ca-291cd8c91a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b24ff98b-b72e-411b-8bb7-38773fa296ce), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:18.643236 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1562-5a0d-4fc1-96ca-291cd8c91a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:18.644715 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7e3d1562-5a0d-4fc1-96ca-291cd8c91a41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b24ff98b-b72e-411b-8bb7-38773fa296ce HTTP/1.1" status: 204 len: 168 time: 0.1858356 Mar 22 18:00:18.659918 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d1562-5a0d-4fc1-96ca-291cd8c91a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24ff98b-b72e-411b-8bb7-38773fa296ce,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:19.178744 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faed379-8adf-4a6c-b358-b36bc6951a9f req-2394e351-919b-4d3e-ba76-1804786c608f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:19.180308 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4faed379-8adf-4a6c-b358-b36bc6951a9f req-2394e351-919b-4d3e-ba76-1804786c608f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0528154 Mar 22 18:00:19.230408 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4faed379-8adf-4a6c-b358-b36bc6951a9f req-b3edbaab-f689-4c23-a9a9-49f15aa580a2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434802 Mar 22 18:00:20.356345 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13dcd8-c782-4c0c-bebb-d4023d497fb1 req-eb36f864-90c6-4b59-9ecc-4e8dca859576 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:20.358468 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3c13dcd8-c782-4c0c-bebb-d4023d497fb1 req-eb36f864-90c6-4b59-9ecc-4e8dca859576 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0565605 Mar 22 18:00:20.409933 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3c13dcd8-c782-4c0c-bebb-d4023d497fb1 req-a76bd6a2-13ff-44dc-9f3b-b86d0d8085a6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463984 Mar 22 18:00:21.548238 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60e5cb-42c2-4ebd-9ea9-f32e66cc4f53 req-87a55eb1-41fb-49aa-b7c0-1f7cbe6c62d3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:21.549741 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cc60e5cb-42c2-4ebd-9ea9-f32e66cc4f53 req-87a55eb1-41fb-49aa-b7c0-1f7cbe6c62d3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0531478 Mar 22 18:00:21.596268 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cc60e5cb-42c2-4ebd-9ea9-f32e66cc4f53 req-43864dd2-0be2-4de8-9d0c-8e34a15fa60e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406942 Mar 22 18:00:22.469248 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:22.628948 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5d8e77a7-c8ac-484f-8839-fe2d10ad4fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:22.734641 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be337d1b-f3be-4d57-8a54-6508f2dfbe6f req-3610941a-83b5-4606-beb7-cefe82333a2a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:22.736118 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-be337d1b-f3be-4d57-8a54-6508f2dfbe6f req-3610941a-83b5-4606-beb7-cefe82333a2a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0643823 Mar 22 18:00:22.786753 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-be337d1b-f3be-4d57-8a54-6508f2dfbe6f req-cc4a0096-4db5-4bbd-b872-aadff64eb84a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441456 Mar 22 18:00:22.854952 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:00:23.914324 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b86a2b-7317-4b25-96df-1469677f89c2 req-0a575e21-df1c-4886-9860-580328236be3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:23.916245 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-42b86a2b-7317-4b25-96df-1469677f89c2 req-0a575e21-df1c-4886-9860-580328236be3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0584505 Mar 22 18:00:23.966616 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-42b86a2b-7317-4b25-96df-1469677f89c2 req-4b56eea6-0bc8-48b9-81cc-5f06d96aa7ea tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442455 Mar 22 18:00:24.754948 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-357d6086-e23b-43aa-b057-b82bf471d00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:25.090754 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550f874-88a4-43ec-a356-9d64afa28927 req-6f93bde0-08a5-4736-9b80-259a223e1174 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:25.092270 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3550f874-88a4-43ec-a356-9d64afa28927 req-6f93bde0-08a5-4736-9b80-259a223e1174 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0524662 Mar 22 18:00:25.140785 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3550f874-88a4-43ec-a356-9d64afa28927 req-a9b267c7-5948-45cc-bef7-6f8919a14931 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Mar 22 18:00:25.914549 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:26.268306 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f6d14-ee3c-4e02-b965-9caf116d7ab3 req-10922608-53f9-441d-91d8-9291b49745bc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:26.269803 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e39f6d14-ee3c-4e02-b965-9caf116d7ab3 req-10922608-53f9-441d-91d8-9291b49745bc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0552895 Mar 22 18:00:26.317778 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e39f6d14-ee3c-4e02-b965-9caf116d7ab3 req-82cdae89-4b6f-4d10-879a-258f1431e5d0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419106 Mar 22 18:00:27.445687 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b4b28-e090-4bc2-a9c3-e10e919425f9 req-5580407c-bced-4168-a1f7-865342210e67 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:27.447256 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c14b4b28-e090-4bc2-a9c3-e10e919425f9 req-5580407c-bced-4168-a1f7-865342210e67 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0538538 Mar 22 18:00:27.475140 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:27.496880 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c14b4b28-e090-4bc2-a9c3-e10e919425f9 req-7c078c5f-10ab-4fc0-b555-20443950d6bc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436101 Mar 22 18:00:28.258188 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5835f-4f91-422d-ab7a-a4e1b0fe6bb2 req-fcbf4c16-2ef9-4baf-8a79-88c4d80fd0df tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:28.259626 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ad5835f-4f91-422d-ab7a-a4e1b0fe6bb2 req-fcbf4c16-2ef9-4baf-8a79-88c4d80fd0df tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0560946 Mar 22 18:00:28.307052 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ad5835f-4f91-422d-ab7a-a4e1b0fe6bb2 req-838eaf7b-2d3c-4e2f-8696-3eb3dee6fe11 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 Mar 22 18:00:28.626830 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02959cc-f4a1-4547-8d31-9f103dc9229e req-fec8c00e-7e8d-43ae-8241-12b20b3904b4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:28.628314 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d02959cc-f4a1-4547-8d31-9f103dc9229e req-fec8c00e-7e8d-43ae-8241-12b20b3904b4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0551345 Mar 22 18:00:28.677546 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d02959cc-f4a1-4547-8d31-9f103dc9229e req-49d9c1a6-df31-4e45-80b5-0922f36d9608 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425401 Mar 22 18:00:29.052131 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:29.428658 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe075a-9fb0-48d8-b046-216668df0745 req-f414161f-b330-4382-8314-7073a07667c2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:29.430319 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ffbe075a-9fb0-48d8-b046-216668df0745 req-f414161f-b330-4382-8314-7073a07667c2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0527155 Mar 22 18:00:29.480401 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ffbe075a-9fb0-48d8-b046-216668df0745 req-e6f21f6b-e4a7-46bd-ae5f-59db0ad0ccf1 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443892 Mar 22 18:00:29.802571 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1995060-d872-47c4-a2d1-e0fc288bd1db req-21de3b9e-0c4d-4c39-bf5c-64a49ce270cc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:29.804149 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1995060-d872-47c4-a2d1-e0fc288bd1db req-21de3b9e-0c4d-4c39-bf5c-64a49ce270cc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0541465 Mar 22 18:00:29.852384 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1995060-d872-47c4-a2d1-e0fc288bd1db req-b7d32b46-796d-45e6-9d91-3c27d8c4a7d9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Mar 22 18:00:30.603497 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98330-b307-4189-84ba-e5cd6f19472c req-2902d61f-b9c8-48d8-bdcf-a0d92a510617 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:30.604969 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-58a98330-b307-4189-84ba-e5cd6f19472c req-2902d61f-b9c8-48d8-bdcf-a0d92a510617 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0515244 Mar 22 18:00:30.652324 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-58a98330-b307-4189-84ba-e5cd6f19472c req-d95277f3-0867-428b-9755-c9098672379a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416691 Mar 22 18:00:30.978829 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83778e2c-43a3-4293-abd0-81834f491da4 req-292e41fa-8efe-486c-a28a-e9a3d596b351 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:30.980341 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-83778e2c-43a3-4293-abd0-81834f491da4 req-292e41fa-8efe-486c-a28a-e9a3d596b351 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0568576 Mar 22 18:00:31.031493 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-83778e2c-43a3-4293-abd0-81834f491da4 req-4fa085be-d0c2-418f-a0b3-5e64bab8b293 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453570 Mar 22 18:00:31.775834 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7483b-8df9-4e12-8042-515f7a0752be req-30f6a2cd-937a-406d-b055-6c1bc0944e15 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:31.777394 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90a7483b-8df9-4e12-8042-515f7a0752be req-30f6a2cd-937a-406d-b055-6c1bc0944e15 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0553286 Mar 22 18:00:31.826517 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90a7483b-8df9-4e12-8042-515f7a0752be req-ac3fa15e-1535-48d9-b756-ceacde2fa41d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 Mar 22 18:00:32.157124 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c9b35-c126-4a2c-a639-69c534a34efe req-61309b8c-f305-43ae-851e-3b6c9b34b6d6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:32.158782 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7b9c9b35-c126-4a2c-a639-69c534a34efe req-61309b8c-f305-43ae-851e-3b6c9b34b6d6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0541813 Mar 22 18:00:32.210716 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7b9c9b35-c126-4a2c-a639-69c534a34efe req-c6b9144f-ca92-46a8-96ce-78c51f70c8f9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456233 Mar 22 18:00:32.946121 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ac45f-03f5-4c6a-866a-1c98ae662999 req-1081c4b3-4af5-4449-b8c8-889e734f829d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:32.947993 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5c2ac45f-03f5-4c6a-866a-1c98ae662999 req-1081c4b3-4af5-4449-b8c8-889e734f829d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0541592 Mar 22 18:00:32.997548 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5c2ac45f-03f5-4c6a-866a-1c98ae662999 req-f3fa0301-f50a-419d-accf-571ed424afbc tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440078 Mar 22 18:00:33.335391 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db969dfe-23cd-455e-8d1b-21e002aee01c req-086272ee-6423-4ef6-a244-8ae6a0ef18d5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:33.336844 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-db969dfe-23cd-455e-8d1b-21e002aee01c req-086272ee-6423-4ef6-a244-8ae6a0ef18d5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0535398 Mar 22 18:00:33.385084 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-db969dfe-23cd-455e-8d1b-21e002aee01c req-362d3a39-150d-4367-a3b6-050c0f77e638 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Mar 22 18:00:34.119536 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce770e2-2227-4fc9-8f62-9dc2f43683ad req-b12af1e1-8958-4527-be12-38a3efc3c6fa tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:34.121026 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cce770e2-2227-4fc9-8f62-9dc2f43683ad req-b12af1e1-8958-4527-be12-38a3efc3c6fa tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0559268 Mar 22 18:00:34.168942 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cce770e2-2227-4fc9-8f62-9dc2f43683ad req-092e2fd7-a029-48d9-a1d8-ae659ccef3f6 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Mar 22 18:00:34.513071 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ea8e2-d90b-45e0-bd59-ef1897d6a1ea req-d7da5ba0-51ec-40d7-b597-e0b52c6e3f1f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:34.514563 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fc6ea8e2-d90b-45e0-bd59-ef1897d6a1ea req-d7da5ba0-51ec-40d7-b597-e0b52c6e3f1f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0540752 Mar 22 18:00:34.562020 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fc6ea8e2-d90b-45e0-bd59-ef1897d6a1ea req-250ab708-4db4-4596-b4b2-13725a4be28d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410428 Mar 22 18:00:35.295679 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a8d80-d7a7-451f-9bc5-d62a61339b02 req-7fc7c4eb-7bfc-43b9-900e-91aa6f5e1a6c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:35.297196 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-617a8d80-d7a7-451f-9bc5-d62a61339b02 req-7fc7c4eb-7bfc-43b9-900e-91aa6f5e1a6c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0601721 Mar 22 18:00:35.345205 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-617a8d80-d7a7-451f-9bc5-d62a61339b02 req-9cdc8adc-dd6c-42ec-9775-be11f5748748 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 Mar 22 18:00:35.691665 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434ce46-f2a8-4d15-8138-e512fede7ee0 req-a8aefc1c-f320-43b0-8fef-a68e36858a3e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:35.694468 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3434ce46-f2a8-4d15-8138-e512fede7ee0 req-a8aefc1c-f320-43b0-8fef-a68e36858a3e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0577393 Mar 22 18:00:35.746165 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3434ce46-f2a8-4d15-8138-e512fede7ee0 req-307e630e-3957-4ff9-8192-2f6befdb2c88 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456846 Mar 22 18:00:36.214523 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38698) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:00:36.219141 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-7b0e545c-08d4-45e2-ab42-59d8d2c0a05a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610985881', 'description': 'tempest-description--265190305'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:00:36.304013 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7b0e545c-08d4-45e2-ab42-59d8d2c0a05a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:36.369334 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7b0e545c-08d4-45e2-ab42-59d8d2c0a05a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (e251472e-b3f8-4af3-a052-4e57c99f6bc3), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:36.375212 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 82139c49-ba0b-4a5e-b544-14d8cbe688f5 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:00:36.435423 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7b0e545c-08d4-45e2-ab42-59d8d2c0a05a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e251472e-b3f8-4af3-a052-4e57c99f6bc3), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:36.475044 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e545c-08d4-45e2-ab42-59d8d2c0a05a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e251472e-b3f8-4af3-a052-4e57c99f6bc3,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:36.491593 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6f43a-6035-4fef-b977-aef5fa8c208f req-d23b5f6c-92ef-4fd9-9b67-69911b9f9953 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:36.493000 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7df6f43a-6035-4fef-b977-aef5fa8c208f req-d23b5f6c-92ef-4fd9-9b67-69911b9f9953 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0769360 Mar 22 18:00:36.493755 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:00:36.506282 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'port_id': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'mac_address': 'fa:16:3e:57:55:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:00:36.517201 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7b0e545c-08d4-45e2-ab42-59d8d2c0a05a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:36.518493 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7b0e545c-08d4-45e2-ab42-59d8d2c0a05a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3029339 Mar 22 18:00:36.522332 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38702) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:00:36.528689 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-b05f5f1e-e0d4-4ab7-b38b-ef162b4e48e7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group_rule': {'security_group_id': 'e251472e-b3f8-4af3-a052-4e57c99f6bc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:00:36.550638 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 is: ACTIVE; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:00:36.551030 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:36.556213 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7df6f43a-6035-4fef-b977-aef5fa8c208f req-5d797fa4-9acd-4ea6-bdfa-71a8480ba50a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560954 Mar 22 18:00:36.565739 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82139c49-ba0b-4a5e-b544-14d8cbe688f5 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:00:36.586078 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:00:36.657544 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f1e-e0d4-4ab7-b38b-ef162b4e48e7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (ca14fcfb-fe8e-4367-b648-0651d1b6e2c2), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:36.675147 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:36.715207 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f1e-e0d4-4ab7-b38b-ef162b4e48e7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (ca14fcfb-fe8e-4367-b648-0651d1b6e2c2), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:36.732542 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=6']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:36.741378 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.743437 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.743437 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.743437 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.743437 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.743437 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.743437 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.743918 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.744018 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.744278 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.744601 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.744948 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.745271 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.745624 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.745946 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:36.795085 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f1e-e0d4-4ab7-b38b-ef162b4e48e7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (ca14fcfb-fe8e-4367-b648-0651d1b6e2c2), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:36.807942 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['82139c49-ba0b-4a5e-b544-14d8cbe688f5'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:00:36.820836 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f5f1e-e0d4-4ab7-b38b-ef162b4e48e7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca14fcfb-fe8e-4367-b648-0651d1b6e2c2,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:36.873466 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc83b5-bfcb-4ae7-a2f6-85cb76eccda0 req-97f7f446-c702-4fcd-9fa4-7468582369fe tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:36.878185 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f1e-e0d4-4ab7-b38b-ef162b4e48e7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:36.880709 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a5dc83b5-bfcb-4ae7-a2f6-85cb76eccda0 req-97f7f446-c702-4fcd-9fa4-7468582369fe tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 945 time: 0.0594494 Mar 22 18:00:36.883321 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b05f5f1e-e0d4-4ab7-b38b-ef162b4e48e7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3593421 Mar 22 18:00:36.884362 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38706) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:00:36.889778 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-ffc01fc6-4fc8-4d40-bd56-782b064c39fd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group_rule': {'security_group_id': 'e251472e-b3f8-4af3-a052-4e57c99f6bc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:00:36.933929 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a5dc83b5-bfcb-4ae7-a2f6-85cb76eccda0 req-1beab444-8cfd-4547-b2ac-50c29664e1a8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519619 Mar 22 18:00:36.983191 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ffc01fc6-4fc8-4d40-bd56-782b064c39fd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (69728b5f-f5d4-4695-92c0-4bbab31616b6), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:37.043317 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ffc01fc6-4fc8-4d40-bd56-782b064c39fd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (69728b5f-f5d4-4695-92c0-4bbab31616b6), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:37.137616 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ffc01fc6-4fc8-4d40-bd56-782b064c39fd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (69728b5f-f5d4-4695-92c0-4bbab31616b6), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:37.157388 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc01fc6-4fc8-4d40-bd56-782b064c39fd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69728b5f-f5d4-4695-92c0-4bbab31616b6,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:37.248096 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ffc01fc6-4fc8-4d40-bd56-782b064c39fd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:37.252488 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 38708) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:00:37.254541 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-ffc01fc6-4fc8-4d40-bd56-782b064c39fd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3668487 Mar 22 18:00:37.257061 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:00:37.366338 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:37.464584 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:37.573557 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Allocated IP 172.27.1.81 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/595cae91-abdc-4efb-9f09-96fe2456aea1) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:00:37.726837 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1066dd-50e2-4c07-897f-bb977e0e2e74 req-5493961c-5cb3-4c1a-a22d-5dcfce8fd468 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:37.728528 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cb1066dd-50e2-4c07-897f-bb977e0e2e74 req-5493961c-5cb3-4c1a-a22d-5dcfce8fd468 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0925405 Mar 22 18:00:37.731631 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (595cae91-abdc-4efb-9f09-96fe2456aea1), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:37.796598 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cb1066dd-50e2-4c07-897f-bb977e0e2e74 req-9a2ae3c6-cbeb-4295-909d-011ab44b05f1 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615501 Mar 22 18:00:37.875525 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (595cae91-abdc-4efb-9f09-96fe2456aea1), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:37.918221 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:00:37.921149 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:00:37.927331 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:00:37.935921 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=595cae91-abdc-4efb-9f09-96fe2456aea1,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:37.963621 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.963975 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.964421 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.964640 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.965056 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.965391 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.968491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.968491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.968491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.968491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.968491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.968491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.968491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.968491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.968491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:00:37.996401 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (0f395c94-3b37-4124-a4ab-9f17be813e4e), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:38.065749 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dea19-c4c3-4cc1-bbfa-68d8721a77dc req-e58b77e2-a141-494c-b225-2783c534de9e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:38.067293 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1a7dea19-c4c3-4cc1-bbfa-68d8721a77dc req-e58b77e2-a141-494c-b225-2783c534de9e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 945 time: 0.0551963 Mar 22 18:00:38.135924 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (595cae91-abdc-4efb-9f09-96fe2456aea1), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:38.140201 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1a7dea19-c4c3-4cc1-bbfa-68d8721a77dc req-8e4172b8-bfab-4410-b140-466b6b59cbfb tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667229 Mar 22 18:00:38.291917 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (595cae91-abdc-4efb-9f09-96fe2456aea1), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:38.355211 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (595cae91-abdc-4efb-9f09-96fe2456aea1), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:38.386389 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 82139c49-ba0b-4a5e-b544-14d8cbe688f5 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:00:38.387108 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (0f395c94-3b37-4124-a4ab-9f17be813e4e), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:38.407823 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=595cae91-abdc-4efb-9f09-96fe2456aea1,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:38.440928 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:00:38.445898 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:38.500612 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:38.510022 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-6a7e32de-aee8-464d-87f0-7181464ade6b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2483833 Mar 22 18:00:38.518921 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:00:38.519396 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:38.543910 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:00:38.546162 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4efa11b-cb88-45a0-8a61-2046b6909db0" -d '{"events": [{"server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "name": "network-vif-plugged", "status": "completed", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:00:38.559456 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:00:38.582735 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bbfeea-1b80-4c1e-aaca-4cd1a6800440 x-openstack-request-id: req-b7bbfeea-1b80-4c1e-aaca-4cd1a6800440 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:00:38.583646 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "name": "network-vif-plugged", "status": "completed", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:00:38.584819 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b7bbfeea-1b80-4c1e-aaca-4cd1a6800440 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:00:38.584819 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7bbfeea-1b80-4c1e-aaca-4cd1a6800440'] response: {'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'code': 200} Mar 22 18:00:38.630155 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:38.684387 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=7']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:38.728490 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-1ce4ef6f-db8a-4d5e-92a2-8be1628f219a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1610985881&fields=id&tenant_id=5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 267 time: 0.0491960 Mar 22 18:00:38.834928 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-a320e89b-3adb-4f2f-ab4a-83ed99792d23 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:38.836444 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-a320e89b-3adb-4f2f-ab4a-83ed99792d23 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 814 time: 0.1010203 Mar 22 18:00:38.851692 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-5162dea9-609e-4874-b7ce-4a15745665e5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/quotas/5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 375 time: 0.0097580 Mar 22 18:00:38.945373 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-cfea6bfe-dfe4-4eb1-9c32-6f167265915b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879097 Mar 22 18:00:38.956428 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3f50f-85a7-4890-9f6b-6af3824756d7 req-795189ad-1b31-4b4f-8a70-b222cb638dfc tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:38.958063 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4cb3f50f-85a7-4890-9f6b-6af3824756d7 req-795189ad-1b31-4b4f-8a70-b222cb638dfc tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0905252 Mar 22 18:00:39.054235 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4cb3f50f-85a7-4890-9f6b-6af3824756d7 req-5f05c9a6-4266-4058-8a7f-aa9225709787 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875638 Mar 22 18:00:39.077163 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-e1ab65b5-9f70-4617-a94f-da18cd26455b service neutron] 10.222.0.73 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162817 Mar 22 18:00:39.171417 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-777d1f86-e067-40c2-8d71-6c0084d70430 service neutron] 10.222.0.73 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896947 Mar 22 18:00:39.269005 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6630529-a0f0-4b4f-a620-3723d341ee5d req-ef7b87ed-f65a-4a0e-9b25-da6cc80bbe2a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:39.271267 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a6630529-a0f0-4b4f-a620-3723d341ee5d req-ef7b87ed-f65a-4a0e-9b25-da6cc80bbe2a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0555918 Mar 22 18:00:39.319753 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a6630529-a0f0-4b4f-a620-3723d341ee5d req-681f3614-e6b5-4310-81a9-c8f77c8c4a4b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Mar 22 18:00:39.468854 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b3377135-b5be-4378-9350-0141ebdab087 req-1390335c-16b3-4089-802a-d56adc45c9a4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 210 time: 0.0383987 Mar 22 18:00:40.185798 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f521bf-16c8-480d-a35f-d6266fe99dcf req-3eb5ed3a-e9f8-4725-a89a-ac63d605e569 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:40.187343 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-53f521bf-16c8-480d-a35f-d6266fe99dcf req-3eb5ed3a-e9f8-4725-a89a-ac63d605e569 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0534332 Mar 22 18:00:40.236360 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-53f521bf-16c8-480d-a35f-d6266fe99dcf req-c511979b-c71b-47d1-b4cb-c97f8f210ff4 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421059 Mar 22 18:00:40.468121 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41abb7-eccc-474c-96e4-f738ba133784 req-e5cdfe99-1e96-4d80-a2c6-fc35bffb8c14 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:40.469630 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-da41abb7-eccc-474c-96e4-f738ba133784 req-e5cdfe99-1e96-4d80-a2c6-fc35bffb8c14 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0637476 Mar 22 18:00:40.526735 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-da41abb7-eccc-474c-96e4-f738ba133784 req-d7afd0e3-dc9e-47a3-8e6b-e5153ff99390 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498614 Mar 22 18:00:40.574607 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-803c95cc-76a3-4885-94b4-c32a27ebd73f req-af259fb7-8198-4331-bc5d-f56dfe81cfdf tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 210 time: 0.0332022 Mar 22 18:00:41.413716 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e8f2d-ede2-45c9-b6bf-e3112041afb2 req-f621f2dd-ff21-4896-bdfc-7b9159f8e343 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:41.415238 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5f1e8f2d-ede2-45c9-b6bf-e3112041afb2 req-f621f2dd-ff21-4896-bdfc-7b9159f8e343 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.1064208 Mar 22 18:00:41.497839 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-309fae33-7745-4755-9d83-9a5400ec00d1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:41.499301 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-309fae33-7745-4755-9d83-9a5400ec00d1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 814 time: 0.1482518 Mar 22 18:00:41.502734 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5f1e8f2d-ede2-45c9-b6bf-e3112041afb2 req-e63a6a9b-7bdd-4171-b962-90fc6288c511 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752022 Mar 22 18:00:41.695913 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ee1de74-f99d-4d9b-8b96-7948e8a9f04c req-634593d5-dd1d-4460-9c31-bdabaef62e83 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 210 time: 0.0393665 Mar 22 18:00:41.720335 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f256f9a-0be7-4151-90e4-09cf0c07b8b0 req-db295af8-81bf-4cb3-b9b1-df1c89905be4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:41.721851 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8f256f9a-0be7-4151-90e4-09cf0c07b8b0 req-db295af8-81bf-4cb3-b9b1-df1c89905be4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.1191437 Mar 22 18:00:41.787608 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-987e0465-229e-4b35-8a1b-304e92a20db1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 473 time: 0.1503210 Mar 22 18:00:41.795760 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'port': {'device_id': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'admin_state_up': True, 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'security_groups': ['e251472e-b3f8-4af3-a052-4e57c99f6bc3']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:00:41.844062 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8f256f9a-0be7-4151-90e4-09cf0c07b8b0 req-5a501aa6-de37-44fd-9627-3233d23db9a8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159890 Mar 22 18:00:42.023433 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Made reservation on behalf of 5933ff6f94b24ebf85963e593ac67df1 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:00:42.026987 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:42.163930 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Allocated IP 172.20.0.10 (4e4dae78-e07e-477d-b0e6-40a6a7f8a749/034b3e94-a94e-46aa-aa11-8a9a61a0e34c/453bcf5c-5375-49ca-ab19-12bca07df624) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:00:42.300725 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (453bcf5c-5375-49ca-ab19-12bca07df624), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:42.401319 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:42.463260 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:00:42.467690 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:00:42.470532 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:00:42.477042 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:42.477903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:42.480627 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=453bcf5c-5375-49ca-ab19-12bca07df624,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:42.595260 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-c160199c-d381-4a4e-990d-9fa2b91f8cc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031089 Mar 22 18:00:42.616018 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Request body: {'port': {'device_id': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:00:42.783206 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-769c1c77-0208-4648-93fe-b2a439b00cb0 None None] Provisioning complete for port 453bcf5c-5375-49ca-ab19-12bca07df624 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:00:42.784528 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-769c1c77-0208-4648-93fe-b2a439b00cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:42.804197 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:42.878491 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-769c1c77-0208-4648-93fe-b2a439b00cb0 None None] Port 453bcf5c-5375-49ca-ab19-12bca07df624 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:00:42.913446 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d8ddb-ad47-4184-92b5-1b8034cab226 req-643b8175-b0e5-46d0-bd37-d8fe8b41b601 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:42.916642 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-072d8ddb-ad47-4184-92b5-1b8034cab226 req-643b8175-b0e5-46d0-bd37-d8fe8b41b601 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.3353446 Mar 22 18:00:43.095649 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a999a6-1fa2-4828-917b-7e908f3880a3 req-e95f74a2-d802-489e-a5a2-ba7ac0a36afc tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:43.097425 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-09a999a6-1fa2-4828-917b-7e908f3880a3 req-e95f74a2-d802-489e-a5a2-ba7ac0a36afc tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 932 time: 0.1956146 Mar 22 18:00:43.104640 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-072d8ddb-ad47-4184-92b5-1b8034cab226 req-af62d13a-1115-4cd4-aed5-b4009b1a496e tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762800 Mar 22 18:00:43.217944 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-09a999a6-1fa2-4828-917b-7e908f3880a3 req-3dd77dd9-2dc4-4e5a-9f34-e0bd2714bafe tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102965 Mar 22 18:00:43.290716 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11944-0b03-4e97-91a1-1e65cdb2c4c2 req-15994502-2f81-4d81-85f2-fdb67e0d6646 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:43.297724 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-65c11944-0b03-4e97-91a1-1e65cdb2c4c2 req-15994502-2f81-4d81-85f2-fdb67e0d6646 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.1031773 Mar 22 18:00:43.398254 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-65c11944-0b03-4e97-91a1-1e65cdb2c4c2 req-c307b8bf-ff18-46b5-872c-bbc846845df0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995200 Mar 22 18:00:43.406984 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453bcf5c-5375-49ca-ab19-12bca07df624 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:00:43.427627 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Publish callbacks [] for port (453bcf5c-5375-49ca-ab19-12bca07df624), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:43.453556 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Transition to ACTIVE for port object 453bcf5c-5375-49ca-ab19-12bca07df624 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:00:43.585889 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:43.664866 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Pushing event updated for resources: {'Port': ['ID=453bcf5c-5375-49ca-ab19-12bca07df624,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:43.723507 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Attempting to bind port 453bcf5c-5375-49ca-ab19-12bca07df624 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:00:43.725811 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Attempting to bind port 453bcf5c-5375-49ca-ab19-12bca07df624 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:00:43.726350 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Attempting to bind port 453bcf5c-5375-49ca-ab19-12bca07df624 on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:00:43.734401 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Port 453bcf5c-5375-49ca-ab19-12bca07df624 on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:00:43.735634 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Attempting to bind port 453bcf5c-5375-49ca-ab19-12bca07df624 on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:00:43.747813 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:00:43.748919 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Checking segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:00:43.756230 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Bound using segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:00:43.756230 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Bound port: 453bcf5c-5375-49ca-ab19-12bca07df624, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:00:43.756230 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:43.872131 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] For port 453bcf5c-5375-49ca-ab19-12bca07df624, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:00:43.876539 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] For port 453bcf5c-5375-49ca-ab19-12bca07df624, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=453bcf5c-5375-49ca-ab19-12bca07df624,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:00:43.978621 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:44.037699 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:44.038326 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:44.039778 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] 10.222.0.74 "PUT /v2.0/ports/453bcf5c-5375-49ca-ab19-12bca07df624 HTTP/1.1" status: 200 len: 1094 time: 1.4288795 Mar 22 18:00:44.042291 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'tag': '453bcf5c-5375-49ca-ab19-12bca07df624'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:00:44.044413 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638305a2-e0a4-4623-b187-0677fcf411f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc37e43-c42c-4bfe-848f-7141ee3e2325", "tag": "453bcf5c-5375-49ca-ab19-12bca07df624"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:00:44.081737 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592fc73-ba69-4d6a-99f6-ad6595ddc2ac service neutron] Pushing event updated for resources: {'Port': ['ID=453bcf5c-5375-49ca-ab19-12bca07df624,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:44.105967 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599d866-f470-475b-8179-98d4cafa0b73 x-openstack-request-id: req-b599d866-f470-475b-8179-98d4cafa0b73 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:00:44.106273 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc37e43-c42c-4bfe-848f-7141ee3e2325", "tag": "453bcf5c-5375-49ca-ab19-12bca07df624", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:00:44.106537 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b599d866-f470-475b-8179-98d4cafa0b73 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:00:44.106949 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b599d866-f470-475b-8179-98d4cafa0b73'] response: {'name': 'network-changed', 'server_uuid': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'tag': '453bcf5c-5375-49ca-ab19-12bca07df624', 'status': 'completed', 'code': 200} Mar 22 18:00:44.234362 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638305a2-e0a4-4623-b187-0677fcf411f9 req-4f58d6fe-eeea-4040-8a37-6978412b20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:44.236034 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-638305a2-e0a4-4623-b187-0677fcf411f9 req-4f58d6fe-eeea-4040-8a37-6978412b20b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 1128 time: 0.1034088 Mar 22 18:00:44.657048 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ce0a3-4bae-428e-85a7-84a557abd116 req-cec4c7c1-a98e-4d1e-ba7c-c15bfc42ff34 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:44.658738 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-837ce0a3-4bae-428e-85a7-84a557abd116 req-cec4c7c1-a98e-4d1e-ba7c-c15bfc42ff34 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 944 time: 0.1409485 Mar 22 18:00:44.677764 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a65235-9be2-4172-a2ec-1dc500226d2a req-96ba207f-471e-46ce-b59d-fb9b2836060b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:44.684684 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-70a65235-9be2-4172-a2ec-1dc500226d2a req-96ba207f-471e-46ce-b59d-fb9b2836060b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.4661527 Mar 22 18:00:44.732588 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638305a2-e0a4-4623-b187-0677fcf411f9 req-c340a013-53e0-435d-b651-4aaa84cec3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:44.734261 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-638305a2-e0a4-4623-b187-0677fcf411f9 req-c340a013-53e0-435d-b651-4aaa84cec3de service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5933ff6f94b24ebf85963e593ac67df1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2175887 Mar 22 18:00:44.772618 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-837ce0a3-4bae-428e-85a7-84a557abd116 req-f3a21db4-d27c-48b1-9b9a-009cf2d9c3d3 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069045 Mar 22 18:00:44.838616 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-70a65235-9be2-4172-a2ec-1dc500226d2a req-750bc08a-af28-42cd-b6f5-a23f8d3fdfb7 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529071 Mar 22 18:00:44.914180 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638305a2-e0a4-4623-b187-0677fcf411f9 req-a9d4644d-fde1-488d-aa03-3ce74c4c28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:44.915685 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-638305a2-e0a4-4623-b187-0677fcf411f9 req-a9d4644d-fde1-488d-aa03-3ce74c4c28ae service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1723814 Mar 22 18:00:44.933165 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c583b0-cd71-4378-856c-e23f02c0321c req-119013ee-7e00-4523-a7cd-8986855aaf25 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:44.942330 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b5c583b0-cd71-4378-856c-e23f02c0321c req-119013ee-7e00-4523-a7cd-8986855aaf25 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0963461 Mar 22 18:00:45.042572 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b5c583b0-cd71-4378-856c-e23f02c0321c req-3841c1fa-298e-4782-8814-7e4214b78368 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992959 Mar 22 18:00:45.045654 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-39ca119a-bbca-43a2-8ae6-398cf4be3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:45.047330 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-39ca119a-bbca-43a2-8ae6-398cf4be3921 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 1128 time: 0.0871010 Mar 22 18:00:45.132002 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-f1b6ea78-48bc-47b5-89d0-bba3973e6e33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=453bcf5c-5375-49ca-ab19-12bca07df624 HTTP/1.1" status: 200 len: 217 time: 0.0707345 Mar 22 18:00:45.225798 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-bf72392d-932c-4cb6-9b9f-7faf67f3728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:45.227416 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-bf72392d-932c-4cb6-9b9f-7faf67f3728b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 200 len: 853 time: 0.0915947 Mar 22 18:00:45.297092 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349020e-a37b-43f6-850f-845fc32f3061 req-eaacbafe-aa24-4182-8187-5dbb175617f8 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:45.303397 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b349020e-a37b-43f6-850f-845fc32f3061 req-eaacbafe-aa24-4182-8187-5dbb175617f8 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.1351111 Mar 22 18:00:45.400184 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-a961e8ac-f911-447b-b5c3-5f7f4761dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:45.401720 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-a961e8ac-f911-447b-b5c3-5f7f4761dd20 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1669090 Mar 22 18:00:45.519823 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-4a6a8782-0af0-4389-80d4-91f09d48939b service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046743 Mar 22 18:00:45.525760 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b349020e-a37b-43f6-850f-845fc32f3061 req-6f86acde-8150-4552-9a53-76d1eaf1bf16 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138772 Mar 22 18:00:45.650259 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f665d5ba-8a59-4aaf-bb0c-53f0cf5d849f req-1631d9b8-cb57-40bd-bc00-0207c11d82ae service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125808 Mar 22 18:00:45.652648 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-0512ec34-9bbf-423e-b0fa-8caaf4eaf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:45.654207 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-0512ec34-9bbf-423e-b0fa-8caaf4eaf67d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 1130 time: 0.3016951 Mar 22 18:00:45.798559 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-79fe79e1-65b2-4d73-bdee-47587c0d29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:45.800043 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-79fe79e1-65b2-4d73-bdee-47587c0d29e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 200 len: 911 time: 0.1344197 Mar 22 18:00:45.914613 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-caf6d89f-a6d6-4195-9192-6186cf05e77c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d HTTP/1.1" status: 200 len: 1002 time: 0.1052716 Mar 22 18:00:45.969517 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9e8c0-a125-48fa-be4c-dd00366b1368 req-111c9c8a-9367-4583-8435-1b6fa3ce56c7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:45.971178 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b4f9e8c0-a125-48fa-be4c-dd00366b1368 req-111c9c8a-9367-4583-8435-1b6fa3ce56c7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 944 time: 0.1123879 Mar 22 18:00:45.995811 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-b035fa28-01f5-4a65-ba40-dd6f05cdc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:45.997316 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-b035fa28-01f5-4a65-ba40-dd6f05cdc914 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adb8dba7-6995-423a-bf33-4b0c253f43b0 HTTP/1.1" status: 200 len: 849 time: 0.0760612 Mar 22 18:00:46.352534 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b4f9e8c0-a125-48fa-be4c-dd00366b1368 req-76a61742-9fa2-4266-a71a-54798dcff94a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734114 Mar 22 18:00:46.366642 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-6f1e2be8-12a1-44d2-8fb3-65809a05d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:46.368439 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-6f1e2be8-12a1-44d2-8fb3-65809a05d9a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5526a5c6-8138-43f9-802e-dfcd05bb423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3307955 Mar 22 18:00:46.451371 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87f80-368c-4711-ab5b-67cc3f7af5f6 req-7989e3da-24dc-43ff-9909-e167e097ea01 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:46.453081 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2df87f80-368c-4711-ab5b-67cc3f7af5f6 req-7989e3da-24dc-43ff-9909-e167e097ea01 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.1836183 Mar 22 18:00:46.543512 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-44461244-17f5-4267-83a3-d7a678b61233 service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649234 Mar 22 18:00:46.595024 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2df87f80-368c-4711-ab5b-67cc3f7af5f6 req-c0e1318c-d48e-44ee-baee-492c525207da tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067348 Mar 22 18:00:46.703987 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505d4e8-2065-42de-880f-64584db8f0be req-8e7e49a7-c213-4bf3-a382-0a329e8579fe tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:46.705484 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b505d4e8-2065-42de-880f-64584db8f0be req-8e7e49a7-c213-4bf3-a382-0a329e8579fe tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0841446 Mar 22 18:00:46.734049 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4afe887a-d50b-4d30-903a-c500a51d02f1 req-c9c9f2f7-2b33-4697-9c42-d88d720e5d9d service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793268 Mar 22 18:00:46.765949 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b505d4e8-2065-42de-880f-64584db8f0be req-be31bce5-d419-483f-85f9-8c93091bdab5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528097 Mar 22 18:00:47.504196 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41448c8c-3d96-41f6-bef8-37b4a9bca3a8 req-7db029e3-2441-48e4-9681-7a5e46b82c49 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:47.506668 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-41448c8c-3d96-41f6-bef8-37b4a9bca3a8 req-7db029e3-2441-48e4-9681-7a5e46b82c49 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 944 time: 0.0703731 Mar 22 18:00:47.568011 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-41448c8c-3d96-41f6-bef8-37b4a9bca3a8 req-9b46f354-5f9d-4b21-864e-e0aaaa146b22 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535977 Mar 22 18:00:47.851946 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1dd32-e347-46e8-bbb8-f6eebe796dd8 req-7149eec9-31a4-4f23-aef4-7a8896466ac3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:47.860390 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4bd1dd32-e347-46e8-bbb8-f6eebe796dd8 req-7149eec9-31a4-4f23-aef4-7a8896466ac3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.1620836 Mar 22 18:00:47.946841 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4bd1dd32-e347-46e8-bbb8-f6eebe796dd8 req-b62da827-edef-4dbb-af87-bcb354942198 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840321 Mar 22 18:00:47.991078 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b1607-1797-4ed1-8617-ce7c8e81af3d req-cda89b32-e57b-4221-b936-cb10f7fd8495 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:47.992649 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af8b1607-1797-4ed1-8617-ce7c8e81af3d req-cda89b32-e57b-4221-b936-cb10f7fd8495 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.1084950 Mar 22 18:00:48.086172 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af8b1607-1797-4ed1-8617-ce7c8e81af3d req-88a51c6f-d452-49ca-9ded-b49a3dff3403 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833924 Mar 22 18:00:48.709184 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02831a5e-cba7-4e3b-93e7-4f777e4b11f6 req-62145453-deb3-4310-825c-141e594c1f81 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:48.715370 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-02831a5e-cba7-4e3b-93e7-4f777e4b11f6 req-62145453-deb3-4310-825c-141e594c1f81 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 944 time: 0.0818117 Mar 22 18:00:48.775359 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-02831a5e-cba7-4e3b-93e7-4f777e4b11f6 req-c0d0087f-1ea0-44dd-93c0-b0e6e2f23aee tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537891 Mar 22 18:00:49.126383 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cbb7e-12a0-404c-80b7-a9d3fbd0de2f req-6f47d12b-e151-4fbb-bb94-5ede2c8f991c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:49.135533 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eb5cbb7e-12a0-404c-80b7-a9d3fbd0de2f req-6f47d12b-e151-4fbb-bb94-5ede2c8f991c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0821640 Mar 22 18:00:49.212763 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eb5cbb7e-12a0-404c-80b7-a9d3fbd0de2f req-aab0a8e2-fdfd-4c36-80af-b06915325dd0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704360 Mar 22 18:00:49.263527 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eae02-3a0d-40d8-a0e3-2682e7f228d5 req-18b0884e-91a0-484e-8043-da4a5b3fefc6 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:49.270636 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a18eae02-3a0d-40d8-a0e3-2682e7f228d5 req-18b0884e-91a0-484e-8043-da4a5b3fefc6 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.1061649 Mar 22 18:00:49.337935 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a18eae02-3a0d-40d8-a0e3-2682e7f228d5 req-298e3119-d13a-45ff-b7d9-f8aad2f3a7f6 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662870 Mar 22 18:00:49.953439 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aac95-89fb-4825-bec6-65d72b41d658 req-30d33c27-c5b0-4ec2-adcb-b1f74f71d820 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:49.955279 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a11aac95-89fb-4825-bec6-65d72b41d658 req-30d33c27-c5b0-4ec2-adcb-b1f74f71d820 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 944 time: 0.0700719 Mar 22 18:00:50.016873 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a11aac95-89fb-4825-bec6-65d72b41d658 req-2563097c-1bbd-456a-8ff2-3fe8470e3b07 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551150 Mar 22 18:00:50.332248 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f1827-331f-4842-9814-3c1c9fed1212 req-58ee1ddf-0470-4444-bf96-c3f7d0786f71 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:50.334577 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6b1f1827-331f-4842-9814-3c1c9fed1212 req-58ee1ddf-0470-4444-bf96-c3f7d0786f71 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0533719 Mar 22 18:00:50.383597 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6b1f1827-331f-4842-9814-3c1c9fed1212 req-1d52b3bf-21a7-44d5-868f-787978aa1fac tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Mar 22 18:00:50.438414 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 453bcf5c-5375-49ca-ab19-12bca07df624 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:00:50.538091 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 453bcf5c-5375-49ca-ab19-12bca07df624, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=453bcf5c-5375-49ca-ab19-12bca07df624,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:00:50.549295 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '453bcf5c-5375-49ca-ab19-12bca07df624', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'port_id': '453bcf5c-5375-49ca-ab19-12bca07df624', 'mac_address': 'fa:16:3e:99:5a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:00:50.585968 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 453bcf5c-5375-49ca-ab19-12bca07df624 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:00:50.586360 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:50.604470 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453bcf5c-5375-49ca-ab19-12bca07df624 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:00:50.624090 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 453bcf5c-5375-49ca-ab19-12bca07df624, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=453bcf5c-5375-49ca-ab19-12bca07df624,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:00:50.720966 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:50.789117 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=453bcf5c-5375-49ca-ab19-12bca07df624,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:51.172126 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdf9fd-be60-4b63-a7c3-5c80325c4b5a req-83324bda-0565-4c4f-ae2a-a7ec20c8bfc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:51.181872 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4bdf9fd-be60-4b63-a7c3-5c80325c4b5a req-83324bda-0565-4c4f-ae2a-a7ec20c8bfc6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 945 time: 0.0758817 Mar 22 18:00:51.238654 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['453bcf5c-5375-49ca-ab19-12bca07df624'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:00:51.241197 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4bdf9fd-be60-4b63-a7c3-5c80325c4b5a req-49fb617a-4662-4b24-9333-f437e96cd148 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583215 Mar 22 18:00:51.598009 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b4121b-7736-4a9c-981e-db611124554b req-108f34ae-fb74-45fb-8dc5-83e45b8adf6c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873396 Mar 22 18:00:51.605563 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095f9c5-a47c-4c5e-9ed5-e63ad4f1a156 req-d346cd92-e06f-4cb6-afc2-3bb430fd21a0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:51.612519 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6095f9c5-a47c-4c5e-9ed5-e63ad4f1a156 req-d346cd92-e06f-4cb6-afc2-3bb430fd21a0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.1132360 Mar 22 18:00:51.712349 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6095f9c5-a47c-4c5e-9ed5-e63ad4f1a156 req-fe1bff4b-28db-424a-8edc-bf5674ae84f8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988474 Mar 22 18:00:51.735904 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4121b-7736-4a9c-981e-db611124554b req-2c7e16f7-0dc8-43c3-82df-91163d71138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:51.737372 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b4121b-7736-4a9c-981e-db611124554b req-2c7e16f7-0dc8-43c3-82df-91163d71138b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 1129 time: 0.1101682 Mar 22 18:00:51.890845 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4121b-7736-4a9c-981e-db611124554b req-3eaa33a9-b3da-4806-8b3b-8b1fd0dd9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:51.900544 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b4121b-7736-4a9c-981e-db611124554b req-3eaa33a9-b3da-4806-8b3b-8b1fd0dd9f6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.1256094 Mar 22 18:00:51.955785 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b4121b-7736-4a9c-981e-db611124554b req-0647207d-0999-4758-bef3-d68aec3b4b1b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1ad7eca-0f12-417f-8308-47fd21fe456b HTTP/1.1" status: 200 len: 217 time: 0.0536397 Mar 22 18:00:52.027034 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4121b-7736-4a9c-981e-db611124554b req-66ec29b2-9132-4693-80a8-203051a85f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:52.028988 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b4121b-7736-4a9c-981e-db611124554b req-66ec29b2-9132-4693-80a8-203051a85f32 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0635824 Mar 22 18:00:52.086391 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4121b-7736-4a9c-981e-db611124554b req-9f4aa00d-8455-421c-84d4-0fd4db593be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:52.087916 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b4121b-7736-4a9c-981e-db611124554b req-9f4aa00d-8455-421c-84d4-0fd4db593be0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500517 Mar 22 18:00:52.206303 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b4121b-7736-4a9c-981e-db611124554b req-860df751-5b7a-471c-818d-958c1a4a29f7 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105716 Mar 22 18:00:52.329292 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-63b4121b-7736-4a9c-981e-db611124554b req-3136a1b7-456e-4810-ac09-df1f9c3a449d service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163275 Mar 22 18:00:52.419797 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053104c9-9b63-444e-8873-f2c151deda2d req-a06ac833-f7f4-45bf-84b3-a1f15fc1e0fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:52.425961 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-053104c9-9b63-444e-8873-f2c151deda2d req-a06ac833-f7f4-45bf-84b3-a1f15fc1e0fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 945 time: 0.0637391 Mar 22 18:00:52.494499 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-053104c9-9b63-444e-8873-f2c151deda2d req-e2c1144b-aec4-4134-afbc-9cdb78d8c36d tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607395 Mar 22 18:00:52.520842 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:52.572946 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-4751bb0c-58d6-4e84-9adb-bc513d3975d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:52.850563 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4e71c-e6eb-4f64-87f7-5ef0f299ffd3 req-90d4141e-b208-468d-a0a0-4843b874df86 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:52.852515 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-aee4e71c-e6eb-4f64-87f7-5ef0f299ffd3 req-90d4141e-b208-468d-a0a0-4843b874df86 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0610278 Mar 22 18:00:52.906826 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-aee4e71c-e6eb-4f64-87f7-5ef0f299ffd3 req-93c63cca-8b27-470a-a162-2ce8ee36175e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484829 Mar 22 18:00:53.664996 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea192186-76da-488b-bc1a-03f9c4bc09b5 req-59be2ff9-cf62-4a18-b2bd-801d8ab40e8f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:53.666659 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ea192186-76da-488b-bc1a-03f9c4bc09b5 req-59be2ff9-cf62-4a18-b2bd-801d8ab40e8f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 945 time: 0.0722787 Mar 22 18:00:53.722640 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ea192186-76da-488b-bc1a-03f9c4bc09b5 req-6f9d49a7-5244-4936-9135-aa0791c3791a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489061 Mar 22 18:00:54.047085 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977e95b-976a-49ef-88ff-55069001b622 req-feb972b1-47e5-4553-92b3-59400e0a053f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:54.048566 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6977e95b-976a-49ef-88ff-55069001b622 req-feb972b1-47e5-4553-92b3-59400e0a053f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0547566 Mar 22 18:00:54.112490 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6977e95b-976a-49ef-88ff-55069001b622 req-5c6f8373-04d3-4bc5-a5c8-99f64598f4e1 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575290 Mar 22 18:00:54.461643 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 453bcf5c-5375-49ca-ab19-12bca07df624 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:00:54.658897 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 453bcf5c-5375-49ca-ab19-12bca07df624 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:00:54.668456 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 453bcf5c-5375-49ca-ab19-12bca07df624 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:00:54.670432 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:54.737612 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cc74714e-f247-41e4-88a9-993d8ed1b901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:54.781536 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 453bcf5c-5375-49ca-ab19-12bca07df624 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:00:54.781953 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:54.829040 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453bcf5c-5375-49ca-ab19-12bca07df624'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:00:54.832876 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1b7979-a64e-4c5e-ab9a-d292fde90b66" -d '{"events": [{"server_uuid": "0fc37e43-c42c-4bfe-848f-7141ee3e2325", "name": "network-vif-plugged", "status": "completed", "tag": "453bcf5c-5375-49ca-ab19-12bca07df624"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:00:54.845648 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 453bcf5c-5375-49ca-ab19-12bca07df624, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=453bcf5c-5375-49ca-ab19-12bca07df624,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:00:54.857530 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880f41f-bcc4-46e7-b0b2-c3c9291b945d req-006eebb8-cc6f-4e40-844f-cdd68cc7ee00 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:54.861511 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0880f41f-bcc4-46e7-b0b2-c3c9291b945d req-006eebb8-cc6f-4e40-844f-cdd68cc7ee00 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 945 time: 0.0664001 Mar 22 18:00:54.915358 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e021fb9-56f5-4afd-a8c8-18175df4a70c x-openstack-request-id: req-5e021fb9-56f5-4afd-a8c8-18175df4a70c {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:00:54.915676 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc37e43-c42c-4bfe-848f-7141ee3e2325", "name": "network-vif-plugged", "status": "completed", "tag": "453bcf5c-5375-49ca-ab19-12bca07df624", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:00:54.916090 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5e021fb9-56f5-4afd-a8c8-18175df4a70c {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:00:54.916494 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e021fb9-56f5-4afd-a8c8-18175df4a70c'] response: {'server_uuid': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453bcf5c-5375-49ca-ab19-12bca07df624', 'code': 200} Mar 22 18:00:54.920559 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:54.931364 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0880f41f-bcc4-46e7-b0b2-c3c9291b945d req-784f9cf4-e02c-413b-9496-f26cef94a89d tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654662 Mar 22 18:00:55.029228 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=453bcf5c-5375-49ca-ab19-12bca07df624,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:00:55.276364 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa473f6-4dd0-4818-b8bf-68ea2707c259 req-4038699b-59a0-47ce-9a10-049905034458 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:55.278524 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7aa473f6-4dd0-4818-b8bf-68ea2707c259 req-4038699b-59a0-47ce-9a10-049905034458 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0827413 Mar 22 18:00:55.393095 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7aa473f6-4dd0-4818-b8bf-68ea2707c259 req-ebc5a370-3257-4ba4-8832-e96358e8c12b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031868 Mar 22 18:00:55.398551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e94e0f-dad3-4631-9697-3f4fb39e0474 req-98c9f70f-0bde-4109-aaf6-da0be1024da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:55.401671 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-24e94e0f-dad3-4631-9697-3f4fb39e0474 req-98c9f70f-0bde-4109-aaf6-da0be1024da0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 1130 time: 0.1207864 Mar 22 18:00:55.461104 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-24e94e0f-dad3-4631-9697-3f4fb39e0474 req-d36c391b-4d45-4e8a-a7ed-268267d815d4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510037 Mar 22 18:00:55.898157 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:56.073698 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd27a-2b5c-44dd-94b2-541cc03b9f0b req-894fec42-594d-49ed-9515-cfa57bb4f1f2 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:56.075493 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4cbd27a-2b5c-44dd-94b2-541cc03b9f0b req-894fec42-594d-49ed-9515-cfa57bb4f1f2 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 946 time: 0.0584464 Mar 22 18:00:56.124966 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4cbd27a-2b5c-44dd-94b2-541cc03b9f0b req-f07185ef-6fee-4dd5-b3c4-c78cf39b336b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439327 Mar 22 18:00:56.515157 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2e432-a3a3-4ad6-bb21-6c2fffeb4476 req-24a1abd8-7138-4894-9c7d-1bb260e31284 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:56.516708 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-59c2e432-a3a3-4ad6-bb21-6c2fffeb4476 req-24a1abd8-7138-4894-9c7d-1bb260e31284 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0553217 Mar 22 18:00:56.564243 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-59c2e432-a3a3-4ad6-bb21-6c2fffeb4476 req-4e37a5d2-947c-45f5-92f1-6cc2936e7c5a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Mar 22 18:00:57.253315 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afda33b-2bf9-4c5e-b800-4feae6d26b8a req-bd21473d-bb16-4090-a2e4-254ed3ce600c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:57.256598 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4afda33b-2bf9-4c5e-b800-4feae6d26b8a req-bd21473d-bb16-4090-a2e4-254ed3ce600c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 946 time: 0.0576940 Mar 22 18:00:57.304565 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4afda33b-2bf9-4c5e-b800-4feae6d26b8a req-16cc3b13-b5bd-44f9-bc48-cbbe8301aa4a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422044 Mar 22 18:00:57.423857 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:57.555434 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-e2ea5535-2b8d-471b-8a30-c0d8c0b564d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:57.556873 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-e2ea5535-2b8d-471b-8a30-c0d8c0b564d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 1130 time: 0.0429924 Mar 22 18:00:57.679311 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-9aec3117-2c62-40ed-9792-071bc656e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:57.680795 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-9aec3117-2c62-40ed-9792-071bc656e5f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 917 time: 0.1171203 Mar 22 18:00:57.745057 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371461e-7f2c-431f-894b-97906bf482b6 req-51791eb3-5988-4bcf-8633-fa82ad3f5c1b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:57.746646 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1371461e-7f2c-431f-894b-97906bf482b6 req-51791eb3-5988-4bcf-8633-fa82ad3f5c1b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.1086998 Mar 22 18:00:57.767875 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-85c87b11-b4c1-4a21-b895-20573da6b0f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5 HTTP/1.1" status: 200 len: 1002 time: 0.0791392 Mar 22 18:00:57.834502 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1371461e-7f2c-431f-894b-97906bf482b6 req-9e5a16ab-4692-4093-9c82-081198182b0c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763366 Mar 22 18:00:57.845133 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-d12adfeb-94f0-4946-9926-3f29d1996e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:57.846754 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-d12adfeb-94f0-4946-9926-3f29d1996e8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.0586510 Mar 22 18:00:57.905635 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-4d345092-a0ef-4804-a4eb-39fa25a0aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:57.907561 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-4d345092-a0ef-4804-a4eb-39fa25a0aaea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476861 Mar 22 18:00:58.011174 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-d4b68aa9-6503-4f0d-9cf0-596b15007858 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896900 Mar 22 18:00:58.107087 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f55818d9-c2a0-4340-8d39-30f011829a3b req-4e7db766-e8b4-4739-b11c-5683e06f4151 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895441 Mar 22 18:00:58.436673 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309728eb-adea-4d85-8093-331139ff9a2c req-79768303-6d9c-4b22-8dd1-8d987d58aab2 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:58.438155 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-309728eb-adea-4d85-8093-331139ff9a2c req-79768303-6d9c-4b22-8dd1-8d987d58aab2 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 946 time: 0.0655613 Mar 22 18:00:58.484860 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-309728eb-adea-4d85-8093-331139ff9a2c req-a6fe87f9-ef83-4fff-8d5d-fdcb76de06d0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403953 Mar 22 18:00:58.598519 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e957762-91c5-4e3e-ab77-e4bccc9ee34b req-edadaf0f-d937-4532-8945-4c992e98b6df tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:58.600040 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1e957762-91c5-4e3e-ab77-e4bccc9ee34b req-edadaf0f-d937-4532-8945-4c992e98b6df tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 946 time: 0.0535369 Mar 22 18:00:58.608813 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 38890) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:00:58.613353 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-8849701d-d957-4b27-9dbd-2b950e16d5ff tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'floatingip': {'port_id': '453bcf5c-5375-49ca-ab19-12bca07df624'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:00:58.653561 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8849701d-d957-4b27-9dbd-2b950e16d5ff tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (0f395c94-3b37-4124-a4ab-9f17be813e4e), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:59.046730 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:59.070972 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa4c00-d775-4d9c-8cf5-ac7ad7bd9e6f req-0cf57e50-0cdb-4a9f-94ac-526508122801 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:00:59.072873 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3cfa4c00-d775-4d9c-8cf5-ac7ad7bd9e6f req-0cf57e50-0cdb-4a9f-94ac-526508122801 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.1357310 Mar 22 18:00:59.159289 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3cfa4c00-d775-4d9c-8cf5-ac7ad7bd9e6f req-2e9a1926-cef2-4085-8998-f1ee8f94c7b8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583997 Mar 22 18:00:59.393612 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8849701d-d957-4b27-9dbd-2b950e16d5ff tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:59.447062 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8849701d-d957-4b27-9dbd-2b950e16d5ff tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (0f395c94-3b37-4124-a4ab-9f17be813e4e), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:59.550986 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-8849701d-d957-4b27-9dbd-2b950e16d5ff tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Floating IP 0f395c94-3b37-4124-a4ab-9f17be813e4e associated. External IP: 172.27.1.81, port: 453bcf5c-5375-49ca-ab19-12bca07df624. Mar 22 18:00:59.764584 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8849701d-d957-4b27-9dbd-2b950e16d5ff tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Router 0dd1c279-0183-4674-9d83-412a42615194 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:00:59.854690 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:00:59.875272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8849701d-d957-4b27-9dbd-2b950e16d5ff tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:00:59.880142 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8849701d-d957-4b27-9dbd-2b950e16d5ff tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:59.886813 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:00:59.896985 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:00:59.897746 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:00:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:00:59.912556 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-8849701d-d957-4b27-9dbd-2b950e16d5ff tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "PUT /v2.0/floatingips/0f395c94-3b37-4124-a4ab-9f17be813e4e HTTP/1.1" status: 200 len: 991 time: 1.3025730 Mar 22 18:00:59.913148 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'tag': '453bcf5c-5375-49ca-ab19-12bca07df624'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:00:59.915422 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbca260-c06f-4b49-8397-ab133e0de37b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc37e43-c42c-4bfe-848f-7141ee3e2325", "tag": "453bcf5c-5375-49ca-ab19-12bca07df624"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:00:59.955226 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c74098a-b369-47a4-95d4-c828ed01266f x-openstack-request-id: req-4c74098a-b369-47a4-95d4-c828ed01266f {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:00:59.955590 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc37e43-c42c-4bfe-848f-7141ee3e2325", "tag": "453bcf5c-5375-49ca-ab19-12bca07df624", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:00:59.956080 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c74098a-b369-47a4-95d4-c828ed01266f {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:00:59.956553 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c74098a-b369-47a4-95d4-c828ed01266f'] response: {'name': 'network-changed', 'server_uuid': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'tag': '453bcf5c-5375-49ca-ab19-12bca07df624', 'status': 'completed', 'code': 200} Mar 22 18:01:00.024785 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:01:00.047918 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-8da8f819-98f3-4bc7-8991-10ebfbfb082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:00.049702 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-8da8f819-98f3-4bc7-8991-10ebfbfb082e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 1130 time: 0.0540617 Mar 22 18:01:00.162487 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-58814271-6fa2-4c8f-a13a-6a4e8b7d1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:00.164418 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-58814271-6fa2-4c8f-a13a-6a4e8b7d1e9d service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 915 time: 0.1047261 Mar 22 18:01:00.251711 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-ab3b0613-c94a-42d2-997d-6e981bd7cab5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=453bcf5c-5375-49ca-ab19-12bca07df624 HTTP/1.1" status: 200 len: 999 time: 0.0793335 Mar 22 18:01:00.299460 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '0f395c94-3b37-4124-a4ab-9f17be813e4e', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '453bcf5c-5375-49ca-ab19-12bca07df624', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:99:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:00:37Z', 'updated_at': '2022-03-22T18:00:59Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}, {'id': '599e4f2e-c8da-447d-a9e4-914e5f63dc0d', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '98376508-96b4-4d57-963e-43a4261de15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:e9:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:13Z', 'updated_at': '2022-03-22T17:57:48Z', 'revision_number': 2, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:01:00.333913 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:01:00.339529 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-a7e23fa8-5172-45e0-b302-dc60763b0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:00.341003 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-a7e23fa8-5172-45e0-b302-dc60763b0bbd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 200 len: 853 time: 0.0826228 Mar 22 18:01:00.344002 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:01:00.344690 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:00:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:01:00.365660 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993259-3da0-4860-9d51-e78516488289 req-6a8151f0-6da3-4e52-a689-430ff3f1622c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:00.367469 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6e993259-3da0-4860-9d51-e78516488289 req-6a8151f0-6da3-4e52-a689-430ff3f1622c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 946 time: 0.0764434 Mar 22 18:01:00.438230 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-437d65a3-b3fc-4340-a4a8-86923f4ff427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:00.439803 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-437d65a3-b3fc-4340-a4a8-86923f4ff427 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908656 Mar 22 18:01:00.443821 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6e993259-3da0-4860-9d51-e78516488289 req-ab539d18-f574-4d73-a61b-7a94e8f20748 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575604 Mar 22 18:01:00.461194 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:01:00.538957 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 82139c49-ba0b-4a5e-b544-14d8cbe688f5 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:01:00.560199 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-cf0f9b55-4da0-4d1a-b106-00952ea240d0 service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130018 Mar 22 18:01:00.636224 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 is: ACTIVE; New status is: DOWN {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:01:00.636607 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:00.677369 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:01:00.682018 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fca286-e230-4c3c-b4c5-5b05d95dc97e" -d '{"events": [{"server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "name": "network-vif-unplugged", "status": "completed", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:01:00.704950 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:01:00.711072 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2cbca260-c06f-4b49-8397-ab133e0de37b req-c9d3e7f7-55fd-4c52-968d-71593a0bcd8c service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412663 Mar 22 18:01:00.747676 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1ac186-2f72-473c-9ab4-01ff8e4174d6 x-openstack-request-id: req-cf1ac186-2f72-473c-9ab4-01ff8e4174d6 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:01:00.748172 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "name": "network-vif-unplugged", "status": "completed", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:01:00.748629 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf1ac186-2f72-473c-9ab4-01ff8e4174d6 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:01:00.749188 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1ac186-2f72-473c-9ab4-01ff8e4174d6'] response: {'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'code': 200} Mar 22 18:01:00.784127 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:00.839060 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=8']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:01:00.839651 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '0f395c94-3b37-4124-a4ab-9f17be813e4e', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '453bcf5c-5375-49ca-ab19-12bca07df624', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:99:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:00:37Z', 'updated_at': '2022-03-22T18:00:59Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}, {'id': '599e4f2e-c8da-447d-a9e4-914e5f63dc0d', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '98376508-96b4-4d57-963e-43a4261de15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:e9:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:13Z', 'updated_at': '2022-03-22T17:57:48Z', 'revision_number': 2, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:01:00.872800 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a833d-9a92-41f7-a64d-7267fc9811f7 None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '0f395c94-3b37-4124-a4ab-9f17be813e4e', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '453bcf5c-5375-49ca-ab19-12bca07df624', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:99:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:00:37Z', 'updated_at': '2022-03-22T18:00:59Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}, {'id': '599e4f2e-c8da-447d-a9e4-914e5f63dc0d', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '98376508-96b4-4d57-963e-43a4261de15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:e9:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:13Z', 'updated_at': '2022-03-22T17:57:48Z', 'revision_number': 2, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:01:01.086922 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fc518-59e1-4b1f-884e-db11d42286d9 None None] New status for floating IP 0f395c94-3b37-4124-a4ab-9f17be813e4e: ACTIVE {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:01:01.573814 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cf5e7-a508-433a-afaa-ac15f6753d1f req-e3fcd2d2-b0b2-4622-815a-15f8fe14c5c3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:01.575213 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c3cf5e7-a508-433a-afaa-ac15f6753d1f req-e3fcd2d2-b0b2-4622-815a-15f8fe14c5c3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0524144 Mar 22 18:01:01.621902 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c3cf5e7-a508-433a-afaa-ac15f6753d1f req-8803ceab-5f16-43e3-9ed8-418f7303d897 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411448 Mar 22 18:01:02.731747 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-9b954992-96a2-4f4d-89c3-133492d7dbff req-643e8189-e542-495e-b3a8-a92732220871 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 18:01:02.732731 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9b954992-96a2-4f4d-89c3-133492d7dbff req-643e8189-e542-495e-b3a8-a92732220871 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051706 Mar 22 18:01:03.086244 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a6fcb-be04-4838-925f-6ff650ea6a32 req-00acc842-2aba-4455-884a-d34a64b9148d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:03.088071 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0d8a6fcb-be04-4838-925f-6ff650ea6a32 req-00acc842-2aba-4455-884a-d34a64b9148d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0632839 Mar 22 18:01:03.141747 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0d8a6fcb-be04-4838-925f-6ff650ea6a32 req-6d334014-d651-4ff9-9c1f-5d74359fc0f3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464358 Mar 22 18:01:03.653170 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38940) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:01:03.742702 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-59a7c34f-b4f8-4124-8fb7-d65f3ccf2fb2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880084 Mar 22 18:01:03.751243 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-32b61cfa-f341-4e32-8b61-372b54f313bb service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 18:01:03.752164 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-32b61cfa-f341-4e32-8b61-372b54f313bb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048418 Mar 22 18:01:03.828378 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 38948) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:01:03.878442 dv-cinder-739079-8-iscsi neutron-server[110337]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 18:01:03.927679 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-e7f64916-37a1-40c5-b296-144e9971154c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:03.929113 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-e7f64916-37a1-40c5-b296-144e9971154c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports/82139c49-ba0b-4a5e-b544-14d8cbe688f5 HTTP/1.1" status: 200 len: 941 time: 0.0997033 Mar 22 18:01:04.273051 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc498c-ba7a-49bc-b96a-3bf28c7ec3fa req-48e30fd5-0e62-4b99-b34c-0fc094d27ce0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:04.273051 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7ecc498c-ba7a-49bc-b96a-3bf28c7ec3fa req-48e30fd5-0e62-4b99-b34c-0fc094d27ce0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0531983 Mar 22 18:01:04.323473 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7ecc498c-ba7a-49bc-b96a-3bf28c7ec3fa req-3d64b362-d05f-48be-8ebf-a78cd8aded52 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436273 Mar 22 18:01:04.547564 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 82139c49-ba0b-4a5e-b544-14d8cbe688f5 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:01:04.627006 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 is: DOWN; New status is: DOWN {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:01:05.454110 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803df528-1ab0-4f41-be93-79843c803677 req-c70b8e6b-d5e5-414e-9edf-cacf4b3c8035 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:05.455641 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-803df528-1ab0-4f41-be93-79843c803677 req-c70b8e6b-d5e5-414e-9edf-cacf4b3c8035 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0547669 Mar 22 18:01:05.506575 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-803df528-1ab0-4f41-be93-79843c803677 req-806e83b2-d5a8-4c3b-8a79-653c0ea9d5ef tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 Mar 22 18:01:06.684188 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-38f5874d-5221-47d3-b1a4-8c40c0ca9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:06.685772 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-38f5874d-5221-47d3-b1a4-8c40c0ca9ad6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8&tenant_id=4d925cb22561432a9fb611016cb4e943 HTTP/1.1" status: 200 len: 1128 time: 0.1069853 Mar 22 18:01:06.758363 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afb38d-17f2-4a5a-abf8-9c7d25a698dd req-31728a75-e405-456f-9593-42514f8f68df tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:06.758363 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-41afb38d-17f2-4a5a-abf8-9c7d25a698dd req-31728a75-e405-456f-9593-42514f8f68df tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.1121373 Mar 22 18:01:06.780063 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-41afb38d-17f2-4a5a-abf8-9c7d25a698dd req-9a271650-f3df-4476-b005-b26d70f068c4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750880 Mar 22 18:01:06.794218 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-d846ecc6-6cb9-4753-bdd6-48d212290229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:06.795699 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-d846ecc6-6cb9-4753-bdd6-48d212290229 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 1128 time: 0.0706134 Mar 22 18:01:06.889620 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-4366182c-a0b6-4b7f-b465-96ec93ed437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:06.891077 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-4366182c-a0b6-4b7f-b465-96ec93ed437d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 917 time: 0.0889173 Mar 22 18:01:06.961976 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-004ac2cd-ba04-48a7-95a9-d5a01f1fa675 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5 HTTP/1.1" status: 200 len: 1000 time: 0.0638530 Mar 22 18:01:07.012643 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-457dd99c-4d48-42f7-be5e-eb71bf414bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:07.014578 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-457dd99c-4d48-42f7-be5e-eb71bf414bf1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.0460277 Mar 22 18:01:07.064027 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-75c90631-8303-45e1-9de9-a7f4c20609aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:07.066377 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-75c90631-8303-45e1-9de9-a7f4c20609aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441697 Mar 22 18:01:07.180037 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-1aab0488-ab12-4c28-a05c-d8787e209949 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070964 Mar 22 18:01:07.272660 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d53f0b9-7a2a-4a2b-936b-bf7a6bdf394d req-b2453d2c-78f7-420d-bf06-6e27e5f4b5e2 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863111 Mar 22 18:01:07.981166 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84588a-8d35-4cc2-8559-db5687df061a req-a89feacf-6566-495b-abfc-e70a9d13de29 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:07.988766 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e84588a-8d35-4cc2-8559-db5687df061a req-a89feacf-6566-495b-abfc-e70a9d13de29 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.1005044 Mar 22 18:01:08.075051 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e84588a-8d35-4cc2-8559-db5687df061a req-3e8cdaf4-b651-4c13-a30d-24c497fc26e4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839107 Mar 22 18:01:09.230757 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46569a4-6a6b-4dfd-b41d-1c145210f714 req-e3a72364-3815-4657-972d-59b7ea7a4b73 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:09.233507 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d46569a4-6a6b-4dfd-b41d-1c145210f714 req-e3a72364-3815-4657-972d-59b7ea7a4b73 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0735250 Mar 22 18:01:09.292108 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d46569a4-6a6b-4dfd-b41d-1c145210f714 req-ed04b667-27ae-4b8b-81b7-8b2e2f3e7961 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502839 Mar 22 18:01:10.432762 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1cf2-cb34-42d9-8b92-31656fe20563 req-14d9adb7-0b80-4f23-8f69-983bd0a62cc4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:10.439818 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-130d1cf2-cb34-42d9-8b92-31656fe20563 req-14d9adb7-0b80-4f23-8f69-983bd0a62cc4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0626824 Mar 22 18:01:10.493614 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-130d1cf2-cb34-42d9-8b92-31656fe20563 req-2c1ddbea-a26c-4627-84a8-ee6d07f1b53f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526772 Mar 22 18:01:11.633648 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f9833-8453-402a-a72d-984e872ea26c req-8bbf8f46-5653-4b68-b3f7-9fae486976a4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:11.635170 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ef6f9833-8453-402a-a72d-984e872ea26c req-8bbf8f46-5653-4b68-b3f7-9fae486976a4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0589676 Mar 22 18:01:11.685860 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ef6f9833-8453-402a-a72d-984e872ea26c req-089ce19b-c523-4012-ab22-3fcb4a867379 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Mar 22 18:01:12.834932 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8541-9626-466c-b717-fd4ceae0572f req-aa666dec-2547-44ee-b28e-181581e8147d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:12.836662 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ad8541-9626-466c-b717-fd4ceae0572f req-aa666dec-2547-44ee-b28e-181581e8147d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0601406 Mar 22 18:01:12.891210 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ad8541-9626-466c-b717-fd4ceae0572f req-b8cd88b0-1de1-4200-9c59-8a5298e8e170 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487697 Mar 22 18:01:14.035522 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f67ab-1abc-4879-bc1c-122badc26842 req-e676cee4-8296-4790-9bac-df1a44d45f91 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:14.038172 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad2f67ab-1abc-4879-bc1c-122badc26842 req-e676cee4-8296-4790-9bac-df1a44d45f91 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0594068 Mar 22 18:01:14.091125 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad2f67ab-1abc-4879-bc1c-122badc26842 req-f5c8eeee-5906-4f4f-ab15-b12c0a97ac82 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465252 Mar 22 18:01:15.464847 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e89f8-618c-4095-a5e7-b8c8b0a5744a req-e58c5895-79b4-4d95-a038-4535068b5373 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:15.466482 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ae6e89f8-618c-4095-a5e7-b8c8b0a5744a req-e58c5895-79b4-4d95-a038-4535068b5373 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.2990072 Mar 22 18:01:15.521970 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ae6e89f8-618c-4095-a5e7-b8c8b0a5744a req-0830e010-7ad1-4ff6-8c5d-ffa8a17efca2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438511 Mar 22 18:01:16.658560 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bac1a1-ad2f-4c99-b65a-1709b3f942f9 req-ca57e41d-95d7-4280-ba0a-d7eaed701dc5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:16.660013 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89bac1a1-ad2f-4c99-b65a-1709b3f942f9 req-ca57e41d-95d7-4280-ba0a-d7eaed701dc5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0550442 Mar 22 18:01:16.708601 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89bac1a1-ad2f-4c99-b65a-1709b3f942f9 req-8a0ff01a-9461-4970-abbb-f8b5fb6d0c51 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Mar 22 18:01:17.855117 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637eb6d-207a-4642-8a1e-415af9b3e948 req-5b5f12f5-e309-4b5f-9898-a85b162150d2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:17.860811 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5637eb6d-207a-4642-8a1e-415af9b3e948 req-5b5f12f5-e309-4b5f-9898-a85b162150d2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0646143 Mar 22 18:01:17.906861 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5637eb6d-207a-4642-8a1e-415af9b3e948 req-9d8e5cd8-d92a-44b6-9e4c-c5244c94dfbe tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 Mar 22 18:01:19.045950 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44818b72-3ef5-48e2-9175-898adce8d2b5 req-d861c2b4-0bea-4655-9c8d-c817edccb967 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:19.047469 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44818b72-3ef5-48e2-9175-898adce8d2b5 req-d861c2b4-0bea-4655-9c8d-c817edccb967 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0600002 Mar 22 18:01:19.095792 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44818b72-3ef5-48e2-9175-898adce8d2b5 req-eeb09569-61e7-4fcf-989b-81e271131725 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Mar 22 18:01:20.226583 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c058bd7-8851-4b7b-80bb-7844b59fe671 req-385f847c-dd77-4376-8f56-2f175e406882 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:20.228237 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c058bd7-8851-4b7b-80bb-7844b59fe671 req-385f847c-dd77-4376-8f56-2f175e406882 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0568242 Mar 22 18:01:20.279190 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c058bd7-8851-4b7b-80bb-7844b59fe671 req-94f10300-20ad-4b96-a463-c9597ce40b6a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450480 Mar 22 18:01:21.401118 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a1402-1f21-4aa7-b71a-d528c569e3a2 req-adb642cc-5bef-4886-928f-fc911de09233 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:21.402859 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1a7a1402-1f21-4aa7-b71a-d528c569e3a2 req-adb642cc-5bef-4886-928f-fc911de09233 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0523322 Mar 22 18:01:21.449460 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1a7a1402-1f21-4aa7-b71a-d528c569e3a2 req-185ef64d-f76a-4263-bb77-1cd7c87b422e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404246 Mar 22 18:01:22.469505 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:22.572677 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9c9cec59-8661-4d32-b5dd-495dd2dfef9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:22.578989 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9563099-10d2-41b6-8077-41b4c690c805 req-01cccae1-937b-4864-b681-7f0e46c28d7e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:22.580767 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f9563099-10d2-41b6-8077-41b4c690c805 req-01cccae1-937b-4864-b681-7f0e46c28d7e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0560610 Mar 22 18:01:22.637375 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f9563099-10d2-41b6-8077-41b4c690c805 req-3b37aef9-baef-402c-bcd9-8c5092d8be74 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501893 Mar 22 18:01:23.762292 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddc768-2cfd-4a53-9573-bcac81eec7cc req-181f02e0-24dd-4ea3-8db7-0f5b6b077c3d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:23.763783 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-20ddc768-2cfd-4a53-9573-bcac81eec7cc req-181f02e0-24dd-4ea3-8db7-0f5b6b077c3d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0527287 Mar 22 18:01:23.813370 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-20ddc768-2cfd-4a53-9573-bcac81eec7cc req-03f14c72-432c-4aac-9248-1ad4d96ece37 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Mar 22 18:01:24.698539 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-57e89258-f67c-4eff-879a-d8161b2022be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:24.946128 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a390747-dbd4-4eec-a8f9-322f4dd28f16 req-4eb6d53e-6d31-46b8-99fa-e7e2b8694a0f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:24.947614 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2a390747-dbd4-4eec-a8f9-322f4dd28f16 req-4eb6d53e-6d31-46b8-99fa-e7e2b8694a0f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0576673 Mar 22 18:01:24.994940 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2a390747-dbd4-4eec-a8f9-322f4dd28f16 req-093ab2a5-f659-45a8-a15b-c16c58cea0cf tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 Mar 22 18:01:25.916807 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:26.131337 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88f5b-20c0-4e1f-9e85-523543b59000 req-310c9b35-ce14-4d29-9e76-7dc32be3b99d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:26.132832 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1aa88f5b-20c0-4e1f-9e85-523543b59000 req-310c9b35-ce14-4d29-9e76-7dc32be3b99d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0574324 Mar 22 18:01:26.179528 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1aa88f5b-20c0-4e1f-9e85-523543b59000 req-957fd219-30e9-46d7-96ed-d355c0365243 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408075 Mar 22 18:01:27.305919 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb38203-9e46-41dc-9243-5d99b6d38a1c req-658e80d7-8426-466f-bc1f-a2ec08716b26 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:27.307316 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dfb38203-9e46-41dc-9243-5d99b6d38a1c req-658e80d7-8426-466f-bc1f-a2ec08716b26 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0559783 Mar 22 18:01:27.356938 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dfb38203-9e46-41dc-9243-5d99b6d38a1c req-dc09dd30-eac4-4b8e-99ea-9fc2a69f952c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436625 Mar 22 18:01:27.435680 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:28.513005 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb1daa-2cea-4752-9702-eb1acbb9ab39 req-70088368-dadd-4b30-89fe-0459b5ed134a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:28.515855 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1bdb1daa-2cea-4752-9702-eb1acbb9ab39 req-70088368-dadd-4b30-89fe-0459b5ed134a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0736120 Mar 22 18:01:28.603428 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1bdb1daa-2cea-4752-9702-eb1acbb9ab39 req-b436c126-6e44-4288-9885-2985dd09e949 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777690 Mar 22 18:01:29.058004 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:29.731121 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5f7fc-d26e-483c-8f2d-8ac9c3af3ca6 req-b26f3278-2c80-41af-bc50-bbd407a4b864 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:29.732608 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-96d5f7fc-d26e-483c-8f2d-8ac9c3af3ca6 req-b26f3278-2c80-41af-bc50-bbd407a4b864 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0541985 Mar 22 18:01:29.782072 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-96d5f7fc-d26e-483c-8f2d-8ac9c3af3ca6 req-16586413-5ff2-45b3-98a9-804f5f7a13bf tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 Mar 22 18:01:30.905483 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb9fda-0c2d-4dcf-b465-f5fe47ff6ea2 req-bd65550e-3298-4e1a-af84-3c0e374c40a5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:30.906986 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-69eb9fda-0c2d-4dcf-b465-f5fe47ff6ea2 req-bd65550e-3298-4e1a-af84-3c0e374c40a5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0516295 Mar 22 18:01:30.954379 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-69eb9fda-0c2d-4dcf-b465-f5fe47ff6ea2 req-9e46ef79-a135-46d2-ae7a-256c10c39bef tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408912 Mar 22 18:01:32.081663 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5bcd7-1d03-4a99-b565-2a1f0c64daa9 req-69445dc9-6ec7-4401-9047-66a3008d1418 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:32.083146 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ddc5bcd7-1d03-4a99-b565-2a1f0c64daa9 req-69445dc9-6ec7-4401-9047-66a3008d1418 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 944 time: 0.0564623 Mar 22 18:01:32.130240 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ddc5bcd7-1d03-4a99-b565-2a1f0c64daa9 req-f1de568e-edde-4fff-9afd-a7eaa7b944cd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411847 Mar 22 18:01:32.688033 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 82139c49-ba0b-4a5e-b544-14d8cbe688f5 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:01:32.794068 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:01:32.806784 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'port_id': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'mac_address': 'fa:16:3e:57:55:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:01:32.848322 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:01:32.848836 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:32.863894 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd0513-63f4-4767-9399-7a235d16cc33 req-fea979c3-bdff-4d67-ba01-3003f5ccc8b1 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:32.864151 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82139c49-ba0b-4a5e-b544-14d8cbe688f5 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:01:32.866568 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7efd0513-63f4-4767-9399-7a235d16cc33 req-fea979c3-bdff-4d67-ba01-3003f5ccc8b1 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0557475 Mar 22 18:01:32.884909 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:01:32.948044 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7efd0513-63f4-4767-9399-7a235d16cc33 req-45a009bb-de4a-4ca3-be46-998c2fcae5e9 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755861 Mar 22 18:01:32.952652 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-85db84f4-eca9-47aa-8cf7-3ce4256ef824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:32.954230 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-85db84f4-eca9-47aa-8cf7-3ce4256ef824 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 1130 time: 0.0800962 Mar 22 18:01:32.990940 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:33.044190 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=9']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:01:33.045321 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-49cfc6be-68d3-4570-ad87-da54f6c452aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:33.046911 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-49cfc6be-68d3-4570-ad87-da54f6c452aa service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.0866873 Mar 22 18:01:33.116621 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-d490470e-d9f2-4d51-ae20-24ef70a9955a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820 HTTP/1.1" status: 200 len: 1002 time: 0.0621753 Mar 22 18:01:33.166722 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-eb6083a5-fed1-49d9-bbb7-9d2dd1286586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:33.168190 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-eb6083a5-fed1-49d9-bbb7-9d2dd1286586 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0423288 Mar 22 18:01:33.246758 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-36cc2b15-9a14-4f59-b8c9-1ce099b0a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:33.248150 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-36cc2b15-9a14-4f59-b8c9-1ce099b0a25b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731177 Mar 22 18:01:33.270039 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea264ec-ceed-4f78-b2b1-b9b130abae6b req-c0e9162f-8eab-497b-9853-33f95936eda0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:33.272270 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7ea264ec-ceed-4f78-b2b1-b9b130abae6b req-c0e9162f-8eab-497b-9853-33f95936eda0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 945 time: 0.0665760 Mar 22 18:01:33.366700 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7ea264ec-ceed-4f78-b2b1-b9b130abae6b req-bca8ddad-e3d4-455d-a2a6-2279d0e52541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846746 Mar 22 18:01:33.382398 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-d8972f40-7cd6-4368-af72-e8e9cfde3b61 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268485 Mar 22 18:01:33.476090 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3894f660-fa15-4cf5-9edf-877e9c60b91f req-aac637f5-27e4-452f-bfcc-1e30ff7afcb1 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870488 Mar 22 18:01:33.496024 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['82139c49-ba0b-4a5e-b544-14d8cbe688f5'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:01:34.069183 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e07fbd-559e-4d8b-a0f3-659b34adecc6 req-6ddf9e93-dc4c-4536-9d29-45088f73d0ef tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:34.070714 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90e07fbd-559e-4d8b-a0f3-659b34adecc6 req-6ddf9e93-dc4c-4536-9d29-45088f73d0ef tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0541637 Mar 22 18:01:34.116846 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90e07fbd-559e-4d8b-a0f3-659b34adecc6 req-cf0c9706-ace9-45b7-953a-41a3645910eb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407279 Mar 22 18:01:34.488319 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0de29-8b22-467f-a13c-61cfe56f4cc3 req-fadd4f2a-d53e-429f-872a-512b7cdcef63 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:34.489819 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3c0de29-8b22-467f-a13c-61cfe56f4cc3 req-fadd4f2a-d53e-429f-872a-512b7cdcef63 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 945 time: 0.0525081 Mar 22 18:01:34.535643 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c3c0de29-8b22-467f-a13c-61cfe56f4cc3 req-0cf4d1d3-860f-4e5f-99f8-d5db6510985c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403802 Mar 22 18:01:34.719812 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 82139c49-ba0b-4a5e-b544-14d8cbe688f5 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:01:34.780379 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:01:34.780756 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:34.863372 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:01:34.863758 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:34.887467 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:01:34.889709 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a193dd67-1faa-44df-bc38-44c3ab2ee410" -d '{"events": [{"server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "name": "network-vif-plugged", "status": "completed", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:01:34.908365 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:01:34.934474 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a6c5de-ede5-49dd-80a6-ac8ef23ccf97 x-openstack-request-id: req-b7a6c5de-ede5-49dd-80a6-ac8ef23ccf97 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:01:34.934789 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "name": "network-vif-plugged", "status": "completed", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:01:34.935047 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b7a6c5de-ede5-49dd-80a6-ac8ef23ccf97 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:01:34.935451 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a6c5de-ede5-49dd-80a6-ac8ef23ccf97'] response: {'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'code': 200} Mar 22 18:01:35.001323 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:35.054408 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=10']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:01:35.238551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5c614-df19-4e6e-8c2d-a149dd56598c req-71e17056-ff8d-4844-b30a-e448470fcd11 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:35.240014 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-01b5c614-df19-4e6e-8c2d-a149dd56598c req-71e17056-ff8d-4844-b30a-e448470fcd11 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0563841 Mar 22 18:01:35.289990 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-01b5c614-df19-4e6e-8c2d-a149dd56598c req-f63054b4-db1b-4d49-9d0b-9b6859be5f8a tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436497 Mar 22 18:01:35.673696 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be767a99-0b4a-4e78-8676-4031663aa8dc req-b4048150-9e5f-4914-89e3-22901c772549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:35.675386 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-be767a99-0b4a-4e78-8676-4031663aa8dc req-b4048150-9e5f-4914-89e3-22901c772549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 947 time: 0.0623655 Mar 22 18:01:35.733361 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-be767a99-0b4a-4e78-8676-4031663aa8dc req-8967932d-5309-4053-af77-3a0d882d3993 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494447 Mar 22 18:01:35.801126 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf3b06-d505-49e6-85af-b46d101507c0 req-a76decee-b6cb-48d8-8724-190bf84b0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:35.804408 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4ebf3b06-d505-49e6-85af-b46d101507c0 req-a76decee-b6cb-48d8-8724-190bf84b0d04 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 1131 time: 0.0553398 Mar 22 18:01:35.852073 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4ebf3b06-d505-49e6-85af-b46d101507c0 req-b6ce8024-eca7-44c9-830e-0d59f2b199b6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Mar 22 18:01:36.410256 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4cdd7-65d8-44c9-b8be-8d145ee8ce7b req-50780e70-9d31-4cfa-9ac9-7d32111522df tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:36.411768 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8c4cdd7-65d8-44c9-b8be-8d145ee8ce7b req-50780e70-9d31-4cfa-9ac9-7d32111522df tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0535841 Mar 22 18:01:36.457201 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8c4cdd7-65d8-44c9-b8be-8d145ee8ce7b req-5d3152e4-b2b5-4c8d-af95-38c27adc1677 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392859 Mar 22 18:01:36.853247 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:01:36.869869 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d39080-453f-4854-bf35-844b11826d47 req-4c45283c-b33b-4fc2-acc2-1dd36acd3d19 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:36.871413 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-16d39080-453f-4854-bf35-844b11826d47 req-4c45283c-b33b-4fc2-acc2-1dd36acd3d19 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 947 time: 0.0534554 Mar 22 18:01:36.917738 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-16d39080-453f-4854-bf35-844b11826d47 req-dc82549d-b750-4a44-bf8a-6da3165852cf tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408180 Mar 22 18:01:37.590458 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebd868-7368-4574-a1c4-feff7283858d req-7d149a49-940c-4c8a-9088-cce8b01466d0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:37.591951 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-77ebd868-7368-4574-a1c4-feff7283858d req-7d149a49-940c-4c8a-9088-cce8b01466d0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0659862 Mar 22 18:01:37.640813 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-77ebd868-7368-4574-a1c4-feff7283858d req-931ef240-40ea-48b6-83c5-ccd9d56ad93b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Mar 22 18:01:38.044010 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9411c-2a9a-4e67-ae3c-a3ba3930d3fd req-a0f3f97e-58e2-45cd-acff-178fd1c302d1 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:38.049960 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1dd9411c-2a9a-4e67-ae3c-a3ba3930d3fd req-a0f3f97e-58e2-45cd-acff-178fd1c302d1 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 947 time: 0.0538213 Mar 22 18:01:38.092829 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1dd9411c-2a9a-4e67-ae3c-a3ba3930d3fd req-3c0246a2-b8ce-4737-8381-4ab41a27ebbf tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408154 Mar 22 18:01:38.764354 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f94f21-67b4-4918-9a26-181ae0f99ceb req-ff9e6863-cfba-4f1f-9216-e59e1801530c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:38.765847 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7f94f21-67b4-4918-9a26-181ae0f99ceb req-ff9e6863-cfba-4f1f-9216-e59e1801530c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0575986 Mar 22 18:01:38.812602 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b7f94f21-67b4-4918-9a26-181ae0f99ceb req-13e5362a-b37b-4abd-8a35-059c71c2e7fb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411718 Mar 22 18:01:39.219545 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acfbbd-f839-4189-a057-3a3a9140c392 req-3ab66668-5782-464a-b025-dc25e4902ce8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:39.220915 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-71acfbbd-f839-4189-a057-3a3a9140c392 req-3ab66668-5782-464a-b025-dc25e4902ce8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 947 time: 0.0522091 Mar 22 18:01:39.267568 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-71acfbbd-f839-4189-a057-3a3a9140c392 req-9ae8a46f-1118-47b6-8643-381501ced574 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Mar 22 18:01:39.934092 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200ca87-f4af-43ff-be40-12c074aaea5a req-dbed53d1-73ed-49c1-8947-677b0cbc963c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:39.935592 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d200ca87-f4af-43ff-be40-12c074aaea5a req-dbed53d1-73ed-49c1-8947-677b0cbc963c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0533700 Mar 22 18:01:39.992491 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d200ca87-f4af-43ff-be40-12c074aaea5a req-819bf966-b210-412f-9bdc-94e8a68b40b0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508368 Mar 22 18:01:40.393658 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b68529-c668-44fd-b235-150ac31662ae req-083a1982-283b-452a-a61c-bb4c3a296e3c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:40.395124 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b9b68529-c668-44fd-b235-150ac31662ae req-083a1982-283b-452a-a61c-bb4c3a296e3c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 947 time: 0.0505140 Mar 22 18:01:40.440693 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b9b68529-c668-44fd-b235-150ac31662ae req-81fbdcd8-83d7-4ec0-9526-b0198030940c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393033 Mar 22 18:01:41.114501 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770d01a-db79-436c-9079-136d0b71ee4d req-1cd07f89-a7eb-4f51-b094-7b14df8e8b1a tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:41.116295 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e770d01a-db79-436c-9079-136d0b71ee4d req-1cd07f89-a7eb-4f51-b094-7b14df8e8b1a tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0566294 Mar 22 18:01:41.165788 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e770d01a-db79-436c-9079-136d0b71ee4d req-e070f105-4d58-43a3-94ad-3dff73b59515 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430269 Mar 22 18:01:42.288308 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fda84-24a6-4096-b9c1-4905451e95de req-e84a92d9-00b8-4a41-abe4-4c42c788d55d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:42.289760 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8e9fda84-24a6-4096-b9c1-4905451e95de req-e84a92d9-00b8-4a41-abe4-4c42c788d55d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0564120 Mar 22 18:01:42.336014 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8e9fda84-24a6-4096-b9c1-4905451e95de req-32f515f2-a054-45d5-b6d3-8b80d58306e4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407434 Mar 22 18:01:43.454933 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa916a-4656-4dd2-984b-86c5af6f720f req-6ab86ba4-9592-4592-90b6-a663badd3595 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:43.456446 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-70fa916a-4656-4dd2-984b-86c5af6f720f req-6ab86ba4-9592-4592-90b6-a663badd3595 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0544717 Mar 22 18:01:43.503905 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-70fa916a-4656-4dd2-984b-86c5af6f720f req-010bab9c-a985-4381-bc23-1ae324dc8fae tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415375 Mar 22 18:01:44.622448 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f7fb-50a9-4f20-8fc6-167daaacd98f req-63a8da8b-5681-4549-a574-7167a83d8fcc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:44.623909 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2e66f7fb-50a9-4f20-8fc6-167daaacd98f req-63a8da8b-5681-4549-a574-7167a83d8fcc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0519888 Mar 22 18:01:44.672881 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2e66f7fb-50a9-4f20-8fc6-167daaacd98f req-835fa83b-060d-4eee-90b0-5f791ffdb893 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434759 Mar 22 18:01:45.790734 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba2178-98fc-4405-b571-a2ecbc56b265 req-452fcbc2-8709-4367-8575-bd1ab698e49b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:45.792133 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-acba2178-98fc-4405-b571-a2ecbc56b265 req-452fcbc2-8709-4367-8575-bd1ab698e49b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0530646 Mar 22 18:01:45.837892 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-acba2178-98fc-4405-b571-a2ecbc56b265 req-b42384ac-6baa-4a54-ad09-b377b851a37d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Mar 22 18:01:46.954785 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82332485-2a49-4479-922d-d771f2471ad5 req-5c03deb6-650a-4bbb-bcc5-694ba4a308ae tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:46.956233 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-82332485-2a49-4479-922d-d771f2471ad5 req-5c03deb6-650a-4bbb-bcc5-694ba4a308ae tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0524929 Mar 22 18:01:47.002369 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-82332485-2a49-4479-922d-d771f2471ad5 req-256e41a7-3831-4ce1-8bdd-20c020b47bf7 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 Mar 22 18:01:48.124827 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d80e58-22ef-42bb-a5a9-ca4b9b5a76e5 req-9a3631f4-91f9-49b1-bc2c-58fcbf0214fd tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:48.126301 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f0d80e58-22ef-42bb-a5a9-ca4b9b5a76e5 req-9a3631f4-91f9-49b1-bc2c-58fcbf0214fd tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0544002 Mar 22 18:01:48.173090 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f0d80e58-22ef-42bb-a5a9-ca4b9b5a76e5 req-28ca834a-494f-4479-81ad-b127c159259b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 Mar 22 18:01:49.290583 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572e410-1503-494c-bfcc-465543e77288 req-2d5ed8c2-c6ee-457f-9cd9-24618ca923a8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:49.292007 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d572e410-1503-494c-bfcc-465543e77288 req-2d5ed8c2-c6ee-457f-9cd9-24618ca923a8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0530891 Mar 22 18:01:49.339768 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d572e410-1503-494c-bfcc-465543e77288 req-6538711f-9dc9-49cb-8141-935cd274f09e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Mar 22 18:01:50.459792 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f376db-9d16-4664-b282-0bd02624b3bb req-05e149d4-dd4b-4992-9510-5b1278879a73 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:50.461244 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95f376db-9d16-4664-b282-0bd02624b3bb req-05e149d4-dd4b-4992-9510-5b1278879a73 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0552280 Mar 22 18:01:50.507509 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95f376db-9d16-4664-b282-0bd02624b3bb req-c7782855-836a-4a83-9206-5032fe470a08 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406623 Mar 22 18:01:51.365847 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481301d-672d-491d-b71a-b98cb3fbedd4 req-492b6870-90ef-4d73-a3c1-b7308c72341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:51.367485 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d481301d-672d-491d-b71a-b98cb3fbedd4 req-492b6870-90ef-4d73-a3c1-b7308c72341c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 1130 time: 0.0430136 Mar 22 18:01:51.411002 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d481301d-672d-491d-b71a-b98cb3fbedd4 req-76885c0e-f9c2-429f-9d49-32869d1ff049 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372231 Mar 22 18:01:51.675827 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e2cc4-db5b-4009-b2e2-097920642241 req-d66aa6c4-9427-41ef-964f-432503630726 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:51.677279 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a36e2cc4-db5b-4009-b2e2-097920642241 req-d66aa6c4-9427-41ef-964f-432503630726 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.1026056 Mar 22 18:01:51.726752 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a36e2cc4-db5b-4009-b2e2-097920642241 req-f5779939-0818-4b47-b374-c29d1dc03c31 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438299 Mar 22 18:01:51.837654 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-345e7ec2-1f7b-4e76-8ae4-82398de992e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424275 Mar 22 18:01:51.908389 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-837a2800-0b3b-4289-946f-fdf73bf7ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:51.909789 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-837a2800-0b3b-4289-946f-fdf73bf7ebc3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 1130 time: 0.0434768 Mar 22 18:01:52.033510 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-5a725f21-6195-4445-8754-32ced45e0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:52.034972 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-5a725f21-6195-4445-8754-32ced45e0c2b service neutron] 10.222.0.74 "GET /v2.0/networks?id=5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 200 len: 911 time: 0.0874579 Mar 22 18:01:52.103691 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-d964eeab-0d62-48a7-819c-a2ef61848807 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d HTTP/1.1" status: 200 len: 1002 time: 0.0574841 Mar 22 18:01:52.154023 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-9f8fe65e-e54b-422d-997c-b3036b8aaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:52.155419 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-9f8fe65e-e54b-422d-997c-b3036b8aaf22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adb8dba7-6995-423a-bf33-4b0c253f43b0 HTTP/1.1" status: 200 len: 849 time: 0.0441229 Mar 22 18:01:52.207326 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-6bf241fb-25de-4f5d-ad47-0e07c9f84c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:52.209066 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-6bf241fb-25de-4f5d-ad47-0e07c9f84c46 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5526a5c6-8138-43f9-802e-dfcd05bb423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457666 Mar 22 18:01:52.298012 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-b8a9e1b3-75d6-4b0e-80d5-630433fe7b70 service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814285 Mar 22 18:01:52.392820 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3669ccb7-cfc9-4a6a-89e3-22732b363fc3 req-8bbf483d-b8d0-4dd7-b734-8b7b0ba3789c service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871162 Mar 22 18:01:52.490043 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:52.618061 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-b5075a1b-9d63-42eb-bb35-4cc8f42ae261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:52.897345 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820409-a793-4085-b4bf-e245ae639d48 req-2431d8c7-5f97-437f-a9a2-769a450bafbe tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:52.900457 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-db820409-a793-4085-b4bf-e245ae639d48 req-2431d8c7-5f97-437f-a9a2-769a450bafbe tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.1045504 Mar 22 18:01:52.947250 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-db820409-a793-4085-b4bf-e245ae639d48 req-c3ee899c-9392-44f6-a1d9-50b573d070a4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Mar 22 18:01:54.068566 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d88a8-91e2-4305-9573-663d5cbfbf54 req-cc4a529e-d6d3-4c58-9ef2-d77c4e8650e6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:54.070070 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a62d88a8-91e2-4305-9573-663d5cbfbf54 req-cc4a529e-d6d3-4c58-9ef2-d77c4e8650e6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0523784 Mar 22 18:01:54.115834 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a62d88a8-91e2-4305-9573-663d5cbfbf54 req-ce32f1d3-6b7a-40ef-8093-265658a64bcf tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395501 Mar 22 18:01:54.665976 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e727fb-d3dd-4c4c-a508-d59cbe2539be req-1f4558d7-d9be-472f-89e3-33514d483025 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:54.667434 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a6e727fb-d3dd-4c4c-a508-d59cbe2539be req-1f4558d7-d9be-472f-89e3-33514d483025 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0568173 Mar 22 18:01:54.693734 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e784842b-5135-4b81-80d0-19e792584e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:54.745568 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a6e727fb-d3dd-4c4c-a508-d59cbe2539be req-71df8316-d35d-4aab-b7bf-93f855813a60 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667052 Mar 22 18:01:54.750178 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-e24a962b-d7e7-4b60-b1c1-5bb1e1fab5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:54.751671 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-e24a962b-d7e7-4b60-b1c1-5bb1e1fab5ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 1130 time: 0.0805180 Mar 22 18:01:54.843843 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-2811d75d-16d1-4608-813f-538d1e30a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:54.845336 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-2811d75d-16d1-4608-813f-538d1e30a7f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.0864265 Mar 22 18:01:54.909975 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-e85a9cf5-87ee-43ef-9e55-f8c8be3285db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820 HTTP/1.1" status: 200 len: 1002 time: 0.0577393 Mar 22 18:01:54.960973 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-06f47aea-b363-4f42-ab3f-e1c55addc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:54.962607 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-06f47aea-b363-4f42-ab3f-e1c55addc3bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0446789 Mar 22 18:01:55.015547 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-f361b61d-ca22-4e48-9b88-9b270703e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:55.017090 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-f361b61d-ca22-4e48-9b88-9b270703e1f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479374 Mar 22 18:01:55.109819 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-a2fafad1-c1d3-4aaa-95c3-91683946cb10 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805998 Mar 22 18:01:55.200814 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-97f8bfc0-fe71-4f99-a846-0883fb51ff4e req-747a1e67-8f50-4a1b-be7e-7df5152ece52 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845976 Mar 22 18:01:55.867214 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c1eb1-b22b-41a8-8c57-f5844e6ffc35 req-0096522d-aa47-4750-bc18-caacb6b3772f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:55.868689 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-583c1eb1-b22b-41a8-8c57-f5844e6ffc35 req-0096522d-aa47-4750-bc18-caacb6b3772f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0535307 Mar 22 18:01:55.914733 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-583c1eb1-b22b-41a8-8c57-f5844e6ffc35 req-44f2f963-acbd-4bc4-acac-f798808ed77f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Mar 22 18:01:55.921240 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:57.034399 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1becb-078c-4198-b8da-36b2c9124ad7 req-b2971797-5acd-40f7-823d-f44cc4646fb9 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:57.035859 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-98f1becb-078c-4198-b8da-36b2c9124ad7 req-b2971797-5acd-40f7-823d-f44cc4646fb9 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0530534 Mar 22 18:01:57.081793 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-98f1becb-078c-4198-b8da-36b2c9124ad7 req-1fea991e-cbe5-4e01-acfe-5622ca4736d8 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 Mar 22 18:01:57.435512 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:58.203615 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389a45f-655a-431f-995e-49fe05ee2ae1 req-f4afe000-ef9a-41a1-afd7-2fd2f69228ea tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:58.205083 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e389a45f-655a-431f-995e-49fe05ee2ae1 req-f4afe000-ef9a-41a1-afd7-2fd2f69228ea tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0564058 Mar 22 18:01:58.251477 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e389a45f-655a-431f-995e-49fe05ee2ae1 req-54c2abec-470d-40a9-9fe1-505846474386 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 Mar 22 18:01:59.046827 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:01:59.373770 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1698d31-685b-4427-a1d4-df1b6aad9afc req-e73bce80-f7c7-4e75-902f-4c20b506e99c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:59.375236 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1698d31-685b-4427-a1d4-df1b6aad9afc req-e73bce80-f7c7-4e75-902f-4c20b506e99c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0528834 Mar 22 18:01:59.428752 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1698d31-685b-4427-a1d4-df1b6aad9afc req-5cb1f97d-0cfe-4280-9064-def416a00720 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479884 Mar 22 18:01:59.542326 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419871-9831-42b9-b1c9-2ec5d0e18d42 req-b2ca8fd7-73ae-4537-99e7-7365e96496c4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:01:59.543212 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-37419871-9831-42b9-b1c9-2ec5d0e18d42 req-b2ca8fd7-73ae-4537-99e7-7365e96496c4 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0510414 Mar 22 18:01:59.551623 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39226) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:01:59.557045 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-fac5f035-b12e-49b2-9e19-91f8ba3b85a2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Request body: {'floatingip': {'port_id': 'b9206667-3938-4e8b-8eb4-bcf5b032c820'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:01:59.613752 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-fac5f035-b12e-49b2-9e19-91f8ba3b85a2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for floatingip (ca8ab977-c2b0-4670-836e-3c36cc556b08), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:00.284178 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-fac5f035-b12e-49b2-9e19-91f8ba3b85a2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:00.366615 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-fac5f035-b12e-49b2-9e19-91f8ba3b85a2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (ca8ab977-c2b0-4670-836e-3c36cc556b08), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:00.570733 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac5f035-b12e-49b2-9e19-91f8ba3b85a2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:02:00.677810 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac5f035-b12e-49b2-9e19-91f8ba3b85a2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:02:00.682637 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-fac5f035-b12e-49b2-9e19-91f8ba3b85a2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:00.687471 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] Sync routers for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:02:00.698434 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:02:00.699053 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:01:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:00.714588 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:02:00.716815 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6478c0fe-57f1-4916-a961-4193ce91c436" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:02:00.747357 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-fac5f035-b12e-49b2-9e19-91f8ba3b85a2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "PUT /v2.0/floatingips/ca8ab977-c2b0-4670-836e-3c36cc556b08 HTTP/1.1" status: 200 len: 994 time: 1.1923883 Mar 22 18:02:00.762231 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b313b-7177-4ff6-bb76-7c863c1402d5 x-openstack-request-id: req-d57b313b-7177-4ff6-bb76-7c863c1402d5 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:02:00.762528 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:02:00.762783 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d57b313b-7177-4ff6-bb76-7c863c1402d5 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:02:00.763196 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57b313b-7177-4ff6-bb76-7c863c1402d5'] response: {'name': 'network-changed', 'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'status': 'completed', 'code': 200} Mar 22 18:02:00.808103 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:02:00.831720 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-2783741f-bdee-4230-835c-577ac3d4803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:00.833138 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-2783741f-bdee-4230-835c-577ac3d4803f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 1130 time: 0.0444660 Mar 22 18:02:00.925973 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-56ae85e4-503b-45fb-a835-792342cef70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:00.928176 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-56ae85e4-503b-45fb-a835-792342cef70d service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.0867341 Mar 22 18:02:00.993182 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-e82bd152-f4db-482f-a79d-0143e591717b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820 HTTP/1.1" status: 200 len: 1002 time: 0.0586085 Mar 22 18:02:01.035680 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ca8ab977-c2b0-4670-836e-3c36cc556b08', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'port_id': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'mac_address': 'fa:16:3e:3f:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0baa6b-5261-42a3-a077-232c420ea677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:59:16Z', 'updated_at': '2022-03-22T18:02:00Z', 'revision_number': 3, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:27Z', 'revision_number': 5, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:01.044597 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-689a312f-1d25-4322-b84b-fc0862485b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:01.046092 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-689a312f-1d25-4322-b84b-fc0862485b75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0460253 Mar 22 18:02:01.065041 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] Checking router: f0b2debc-c84b-4a4a-9050-d5e3caf3c829 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:02:01.073960 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:02:01.074568 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:01:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:01.100958 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-2e530b07-bf0f-40b7-83eb-19557e2b493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:01.102424 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-2e530b07-bf0f-40b7-83eb-19557e2b493f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499623 Mar 22 18:02:01.184413 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:02:01.197283 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-2e3d4537-95fb-4708-934b-248efe1f9806 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847039 Mar 22 18:02:01.292469 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6478c0fe-57f1-4916-a961-4193ce91c436 req-855d96c1-09d7-42fc-b575-f650930e5d46 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891833 Mar 22 18:02:01.408658 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ca8ab977-c2b0-4670-836e-3c36cc556b08', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'port_id': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'mac_address': 'fa:16:3e:3f:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0baa6b-5261-42a3-a077-232c420ea677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:59:16Z', 'updated_at': '2022-03-22T18:02:00Z', 'revision_number': 3, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:27Z', 'revision_number': 5, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:01.436156 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecbcb7-96e3-4a46-bff7-977a17a923e9 None None] The sync data for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi is: [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ca8ab977-c2b0-4670-836e-3c36cc556b08', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'port_id': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'mac_address': 'fa:16:3e:3f:4d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0baa6b-5261-42a3-a077-232c420ea677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:59:16Z', 'updated_at': '2022-03-22T18:02:00Z', 'revision_number': 3, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:27Z', 'revision_number': 5, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:02:02.764247 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:02:02.766722 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:02:02.802459 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9ca609-eff1-4d5b-a1d8-d3791f3307d2 x-openstack-request-id: req-ca9ca609-eff1-4d5b-a1d8-d3791f3307d2 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:02:02.802844 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:02:02.803101 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ca9ca609-eff1-4d5b-a1d8-d3791f3307d2 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:02:02.803508 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9ca609-eff1-4d5b-a1d8-d3791f3307d2'] response: {'name': 'network-changed', 'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'status': 'completed', 'code': 200} Mar 22 18:02:02.870105 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-6458169c-d6c3-48f3-a040-e4ae7b52f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:02.871571 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-6458169c-d6c3-48f3-a040-e4ae7b52f137 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 1130 time: 0.0456092 Mar 22 18:02:02.961478 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-2248637b-f3e1-4c15-b419-ae4abc38a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:02.962944 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-2248637b-f3e1-4c15-b419-ae4abc38a0d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.0856683 Mar 22 18:02:03.028493 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-b2073871-7619-4719-8ec6-87599608481f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820 HTTP/1.1" status: 200 len: 1002 time: 0.0590491 Mar 22 18:02:03.079211 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-4ca52a9e-f189-416c-a261-8e9aa7c41717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:03.080620 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-4ca52a9e-f189-416c-a261-8e9aa7c41717 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0437214 Mar 22 18:02:03.133134 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-05c625af-92e6-440b-a112-09e12db4ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:03.134636 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-05c625af-92e6-440b-a112-09e12db4ae00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481088 Mar 22 18:02:03.221689 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-e7475733-3abb-4ae1-b09d-4f42fadd4d2a service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807321 Mar 22 18:02:03.314061 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3841300f-ed9a-4a40-b9ec-36ba5e6bca6a req-98a8bcd7-0e73-4ed6-8b4e-b1388ad56c9c service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844321 Mar 22 18:02:08.838197 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41182c1-3266-4ebe-a9e3-b69e88dcee35 req-5b04285b-d9f4-4d8b-8156-4723554b8750 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:08.841506 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b41182c1-3266-4ebe-a9e3-b69e88dcee35 req-5b04285b-d9f4-4d8b-8156-4723554b8750 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0541468 Mar 22 18:02:08.888057 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b41182c1-3266-4ebe-a9e3-b69e88dcee35 req-18284530-2fa8-4dd9-9034-7852f42e69af tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 Mar 22 18:02:10.011022 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120f6bb-006c-4abf-a8a2-283646edbd45 req-c573a107-4817-421d-83e8-8027ca609395 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:10.012549 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3120f6bb-006c-4abf-a8a2-283646edbd45 req-c573a107-4817-421d-83e8-8027ca609395 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0529599 Mar 22 18:02:10.058655 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3120f6bb-006c-4abf-a8a2-283646edbd45 req-0e4af37e-79cf-433d-9c5b-d6211618662f tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405030 Mar 22 18:02:11.178607 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45809773-3894-4cc9-bfed-1c772d9fb946 req-c14a44b8-8aa6-4e48-8019-06cb03f757d5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:11.180209 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45809773-3894-4cc9-bfed-1c772d9fb946 req-c14a44b8-8aa6-4e48-8019-06cb03f757d5 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0553961 Mar 22 18:02:11.227561 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45809773-3894-4cc9-bfed-1c772d9fb946 req-dc3cf081-dcf7-471a-af1c-a945ca083fb2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417869 Mar 22 18:02:12.345267 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174007c-923c-4c19-8463-7ab9797883ac req-5e4a2244-f74d-48ad-840c-3a89ad8786ff tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:12.346777 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e174007c-923c-4c19-8463-7ab9797883ac req-5e4a2244-f74d-48ad-840c-3a89ad8786ff tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0538003 Mar 22 18:02:12.394207 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e174007c-923c-4c19-8463-7ab9797883ac req-d57da5c2-b67d-42d4-8baa-70db43360ef0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Mar 22 18:02:13.513812 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d68ab-9b2b-4c16-91bb-562af64aae8c req-55eb0396-9cdd-4aea-b2e5-1a6ce07c6007 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:13.515277 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-714d68ab-9b2b-4c16-91bb-562af64aae8c req-55eb0396-9cdd-4aea-b2e5-1a6ce07c6007 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0532341 Mar 22 18:02:13.565391 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-714d68ab-9b2b-4c16-91bb-562af64aae8c req-c0a6d91a-b61b-44fa-9fc9-7991b76fdcfb tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445659 Mar 22 18:02:13.853853 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:02:14.683587 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b27b85-2e5f-43eb-8f42-d456f1c0244d req-28d2a025-a468-4e43-8ac0-52620087f3ac tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:14.685050 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e7b27b85-2e5f-43eb-8f42-d456f1c0244d req-28d2a025-a468-4e43-8ac0-52620087f3ac tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0532689 Mar 22 18:02:14.732224 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e7b27b85-2e5f-43eb-8f42-d456f1c0244d req-0f4c6da2-f20f-4064-b61b-472d71392249 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 Mar 22 18:02:15.848289 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6776a7-1573-497b-926d-6ad1bed73ba7 req-21f943aa-4bbe-41fa-9914-071cbc393b69 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:15.849813 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af6776a7-1573-497b-926d-6ad1bed73ba7 req-21f943aa-4bbe-41fa-9914-071cbc393b69 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0523763 Mar 22 18:02:15.896372 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af6776a7-1573-497b-926d-6ad1bed73ba7 req-159e7545-5613-4800-bee3-4b69045765bb tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409045 Mar 22 18:02:17.018532 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63351f6-ada8-4803-a885-621b9a40290d req-d3bfebd1-8421-40b2-8d3c-67728fcc30cc tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:17.020001 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f63351f6-ada8-4803-a885-621b9a40290d req-d3bfebd1-8421-40b2-8d3c-67728fcc30cc tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0566139 Mar 22 18:02:17.066369 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f63351f6-ada8-4803-a885-621b9a40290d req-b4073abb-765f-4741-82d4-cb608de9c3ff tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400193 Mar 22 18:02:17.746012 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b93fd-c2c0-4f0c-a6fe-e3c047b452cc req-42981ae0-13f1-43d5-921e-677f9f2585e9 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:17.747503 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-463b93fd-c2c0-4f0c-a6fe-e3c047b452cc req-42981ae0-13f1-43d5-921e-677f9f2585e9 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0518389 Mar 22 18:02:17.799680 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-463b93fd-c2c0-4f0c-a6fe-e3c047b452cc req-a872144d-81a8-4aa7-a01e-0fa590e781e2 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465562 Mar 22 18:02:18.189915 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1d37d-2c8c-4cdb-b887-40a65c685f86 req-622730ab-4a77-43d0-94e1-3bd955572255 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:18.193767 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cba1d37d-2c8c-4cdb-b887-40a65c685f86 req-622730ab-4a77-43d0-94e1-3bd955572255 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0552070 Mar 22 18:02:18.238744 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cba1d37d-2c8c-4cdb-b887-40a65c685f86 req-3088f306-e5e1-4b57-a102-cb7d7aaadb27 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Mar 22 18:02:18.918312 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a34826-a19c-433c-aecb-b4e25e81bedc req-db2b62a9-d0cb-42e2-af9e-71be516e0925 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:18.919858 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-73a34826-a19c-433c-aecb-b4e25e81bedc req-db2b62a9-d0cb-42e2-af9e-71be516e0925 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0541384 Mar 22 18:02:18.968272 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-73a34826-a19c-433c-aecb-b4e25e81bedc req-c0dba143-72fc-4eb8-9f70-5265b2cc5a3c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Mar 22 18:02:19.359514 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be64167-8b1a-4ac3-9816-92f070a9be12 req-d4d80ed6-7cc6-4559-a0c2-d086f436f280 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:19.361096 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1be64167-8b1a-4ac3-9816-92f070a9be12 req-d4d80ed6-7cc6-4559-a0c2-d086f436f280 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0528820 Mar 22 18:02:19.410766 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1be64167-8b1a-4ac3-9816-92f070a9be12 req-49dc127f-f3f1-4552-869b-33e1a443e34f tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Mar 22 18:02:20.084939 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124c8fd-33b2-4188-855e-fffa07eede2c req-1a4e5bca-c925-4551-8ca4-1bc09291c76f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:20.086401 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a124c8fd-33b2-4188-855e-fffa07eede2c req-1a4e5bca-c925-4551-8ca4-1bc09291c76f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0512438 Mar 22 18:02:20.134222 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a124c8fd-33b2-4188-855e-fffa07eede2c req-6007d740-9070-43a0-847b-3b8f52d5d720 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410411 Mar 22 18:02:20.527963 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028e91f-88fa-4be1-a1ab-89e0244495ae req-3612658d-e347-4d08-8467-c285eefd964d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:20.529426 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5028e91f-88fa-4be1-a1ab-89e0244495ae req-3612658d-e347-4d08-8467-c285eefd964d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0512602 Mar 22 18:02:20.575206 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5028e91f-88fa-4be1-a1ab-89e0244495ae req-0bfda90e-dde2-48c4-b19a-de51a11752d9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402973 Mar 22 18:02:21.254650 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae820a-b3f7-4979-87e6-3ee3ca21c0de req-83f92b15-cadc-4713-9ec0-f09e01d7dab2 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:21.256112 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a3ae820a-b3f7-4979-87e6-3ee3ca21c0de req-83f92b15-cadc-4713-9ec0-f09e01d7dab2 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0560534 Mar 22 18:02:21.305060 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a3ae820a-b3f7-4979-87e6-3ee3ca21c0de req-5062f8d1-86d8-412d-b3e8-efa7cab5434b tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Mar 22 18:02:21.690490 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b77d7-f4b1-4ef4-b395-4f69afe727f4 req-7b7d7b74-1423-4592-9838-ec09ea2a1d56 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:21.691959 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-270b77d7-f4b1-4ef4-b395-4f69afe727f4 req-7b7d7b74-1423-4592-9838-ec09ea2a1d56 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0517311 Mar 22 18:02:21.738313 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-270b77d7-f4b1-4ef4-b395-4f69afe727f4 req-a826a478-a105-4c5e-a13f-3eaca04d0a60 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Mar 22 18:02:22.423237 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e926dd5-bb70-4a57-ae8a-681595d44dd3 req-466a2d62-d77c-4226-8a2b-3cf7ab591acf tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:22.424686 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8e926dd5-bb70-4a57-ae8a-681595d44dd3 req-466a2d62-d77c-4226-8a2b-3cf7ab591acf tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0512483 Mar 22 18:02:22.475247 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8e926dd5-bb70-4a57-ae8a-681595d44dd3 req-fffd5b2b-f496-4756-8e58-ed91eb72e244 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449293 Mar 22 18:02:22.475407 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:22.567152 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a003edf2-e4e0-4fa8-b5a4-377c3f66522c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:22.858570 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b6330-5e02-4ae2-95e5-e40aaaea2621 req-dc5f260a-1994-4141-98ab-7d5b9427a5ae tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:22.860041 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9f1b6330-5e02-4ae2-95e5-e40aaaea2621 req-dc5f260a-1994-4141-98ab-7d5b9427a5ae tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0530114 Mar 22 18:02:22.905504 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9f1b6330-5e02-4ae2-95e5-e40aaaea2621 req-6ea414f2-e613-400f-8bac-7a17a5d440a8 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400584 Mar 22 18:02:23.592573 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eeda9-bb58-4586-82f5-b9480889ac6c req-7d60478d-dae1-48b9-bd2c-91799bf6fc0f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:23.594050 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-933eeda9-bb58-4586-82f5-b9480889ac6c req-7d60478d-dae1-48b9-bd2c-91799bf6fc0f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0525525 Mar 22 18:02:23.641676 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-933eeda9-bb58-4586-82f5-b9480889ac6c req-d2599d07-14e7-41e9-90cd-85603cb9438e tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Mar 22 18:02:24.025260 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2242d94-70f6-4444-93cf-4a81332d3051 req-1449210f-8275-4802-85d2-6daea0c08576 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:24.026863 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c2242d94-70f6-4444-93cf-4a81332d3051 req-1449210f-8275-4802-85d2-6daea0c08576 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0555243 Mar 22 18:02:24.073374 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c2242d94-70f6-4444-93cf-4a81332d3051 req-ccf4c9f5-08ee-4499-af30-d20239b938ac tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404251 Mar 22 18:02:24.721607 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c0d06280-0105-4b13-a88f-adcc0eae2433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:24.764818 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0a707-8f18-4fbd-a9e2-8e869205dbf5 req-2b999f2e-8eee-46af-bca6-89d0b3815204 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:24.766300 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95c0a707-8f18-4fbd-a9e2-8e869205dbf5 req-2b999f2e-8eee-46af-bca6-89d0b3815204 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0520849 Mar 22 18:02:24.814102 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95c0a707-8f18-4fbd-a9e2-8e869205dbf5 req-03861602-931b-4c05-b7e8-d3e7f6198a8a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 Mar 22 18:02:25.192271 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e780a0-95b7-4571-ad09-f13efc6e1770 req-d1a39aa3-3f81-4464-9369-481e0926dc91 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:25.193994 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f0e780a0-95b7-4571-ad09-f13efc6e1770 req-d1a39aa3-3f81-4464-9369-481e0926dc91 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0550377 Mar 22 18:02:25.239632 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f0e780a0-95b7-4571-ad09-f13efc6e1770 req-8f33e9b9-1cf6-485c-a5e6-4c37f4a98faf tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396185 Mar 22 18:02:25.664086 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70a72f-a335-42ac-b3da-5489e9a42aab req-7e1bcf2d-62d4-4042-8e5f-8c983aa1172e tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:25.665585 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-da70a72f-a335-42ac-b3da-5489e9a42aab req-7e1bcf2d-62d4-4042-8e5f-8c983aa1172e tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0522604 Mar 22 18:02:25.713770 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-da70a72f-a335-42ac-b3da-5489e9a42aab req-ac16944a-e6a9-4cd7-a41f-8901b30d6b3c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Mar 22 18:02:25.816330 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-005913f8-baa3-45fa-95a7-9efd56cefd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:25.818120 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-005913f8-baa3-45fa-95a7-9efd56cefd70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 1130 time: 0.0854323 Mar 22 18:02:25.919858 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:25.950470 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-aa0d5efd-4644-4010-ad26-88e0a0b2a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:25.951974 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-aa0d5efd-4644-4010-ad26-88e0a0b2a67c service neutron] 10.222.0.74 "GET /v2.0/networks?id=5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 200 len: 911 time: 0.1200850 Mar 22 18:02:25.962080 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9f785-92e1-4b81-b311-450387c38202 req-c613ed71-e5bf-4746-87dd-8244f6581e48 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:25.963478 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-aba9f785-92e1-4b81-b311-450387c38202 req-c613ed71-e5bf-4746-87dd-8244f6581e48 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0812664 Mar 22 18:02:26.055938 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-03e6c1f2-a91a-4f0a-8264-03c24ae9bca6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d HTTP/1.1" status: 200 len: 1002 time: 0.0915103 Mar 22 18:02:26.060461 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-aba9f785-92e1-4b81-b311-450387c38202 req-ab02cb6d-ffca-407e-9ce7-2439a4ca5983 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907571 Mar 22 18:02:26.104333 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-3d6d1e82-1813-4815-bdf1-fb6f3e6830ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:26.106012 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-3d6d1e82-1813-4815-bdf1-fb6f3e6830ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adb8dba7-6995-423a-bf33-4b0c253f43b0 HTTP/1.1" status: 200 len: 849 time: 0.0440545 Mar 22 18:02:26.153170 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-be101e8f-9892-4381-ab6b-fcfacf0d699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:26.154683 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-be101e8f-9892-4381-ab6b-fcfacf0d699b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5526a5c6-8138-43f9-802e-dfcd05bb423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427885 Mar 22 18:02:26.245580 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-a15b5f28-a07a-4ce5-b0b8-12fae2c882cc service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827432 Mar 22 18:02:26.330674 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-157258f4-b4f3-4c8e-856c-28d2b7e33601 req-e084ca7a-8aa4-48bc-894b-79b9f54772b9 service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797987 Mar 22 18:02:26.838734 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40ccd9-0439-4bd9-aade-09a46b349414 req-f1c3f82e-d003-44ed-aead-86725be478d2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:26.840318 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fa40ccd9-0439-4bd9-aade-09a46b349414 req-f1c3f82e-d003-44ed-aead-86725be478d2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0609839 Mar 22 18:02:27.121255 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fa40ccd9-0439-4bd9-aade-09a46b349414 req-0b1e0401-8816-4693-abe1-4c4b78b367ff tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752972 Mar 22 18:02:27.184471 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad4f1e-bab5-422a-a0b5-fe33ca3d13b4 req-71b23b0d-5106-48c6-8b21-ad0fda0e2f55 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:27.185958 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23ad4f1e-bab5-422a-a0b5-fe33ca3d13b4 req-71b23b0d-5106-48c6-8b21-ad0fda0e2f55 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0548732 Mar 22 18:02:27.234081 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23ad4f1e-bab5-422a-a0b5-fe33ca3d13b4 req-92afbfb5-75df-4c50-b9aa-9cd12fd0d1f4 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425246 Mar 22 18:02:27.429821 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:28.239755 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51b7c-0306-427d-8c49-264b241718d1 req-c6a62a37-a075-4339-8893-c56544167e80 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:28.241219 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23c51b7c-0306-427d-8c49-264b241718d1 req-c6a62a37-a075-4339-8893-c56544167e80 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0522435 Mar 22 18:02:28.291148 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23c51b7c-0306-427d-8c49-264b241718d1 req-4b4a0619-d1a3-4a6e-aef0-8701cf1b9e1c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436034 Mar 22 18:02:28.355308 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a250fab-4376-4493-b3b1-f0b83598b174 req-43ff28d0-5a4e-444f-8348-c7bab41a82e2 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:28.357137 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6a250fab-4376-4493-b3b1-f0b83598b174 req-43ff28d0-5a4e-444f-8348-c7bab41a82e2 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0532167 Mar 22 18:02:28.405269 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6a250fab-4376-4493-b3b1-f0b83598b174 req-e15d61da-3a4b-4a81-928b-e56aeae5271b tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425611 Mar 22 18:02:29.041261 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:29.523200 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f0e02-0820-4153-a3d0-f2cb75516c16 req-ef1ffa23-22de-42ed-af13-19cf43aa73a3 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:29.524652 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8c4f0e02-0820-4153-a3d0-f2cb75516c16 req-ef1ffa23-22de-42ed-af13-19cf43aa73a3 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0523460 Mar 22 18:02:29.573340 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8c4f0e02-0820-4153-a3d0-f2cb75516c16 req-615a77e8-70b7-474f-8a90-b6f51e4969f9 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Mar 22 18:02:30.692522 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6079-4a77-47bf-9a26-d17fb7426c8d req-45d75854-7dbf-455f-a5e8-a5fcf7a627d7 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:30.694278 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-835e6079-4a77-47bf-9a26-d17fb7426c8d req-45d75854-7dbf-455f-a5e8-a5fcf7a627d7 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0557559 Mar 22 18:02:30.741660 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-835e6079-4a77-47bf-9a26-d17fb7426c8d req-d8331597-0cf5-4302-a42d-588149995c50 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411890 Mar 22 18:02:31.860217 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772887e5-e06f-4202-b849-88b175945223 req-0ca40689-8439-4ce1-93ee-2b998bb978a3 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:31.861643 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-772887e5-e06f-4202-b849-88b175945223 req-0ca40689-8439-4ce1-93ee-2b998bb978a3 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0526249 Mar 22 18:02:31.910546 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-772887e5-e06f-4202-b849-88b175945223 req-d80efe18-d1bc-4803-8538-8f4f8ea05451 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Mar 22 18:02:33.054522 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309807-6399-4d48-abb7-0fa870f9a32b req-accea2b0-49ca-48f5-b34a-4fb303893319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:33.056026 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-05309807-6399-4d48-abb7-0fa870f9a32b req-accea2b0-49ca-48f5-b34a-4fb303893319 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e0eb553595c548d0a6da146d69c45593&device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 1129 time: 0.0688312 Mar 22 18:02:33.067431 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa85e29-0272-4d89-9cbc-314a15fb5eed req-41b0a22c-7291-4fca-998c-a1962ae65c74 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:33.069080 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4fa85e29-0272-4d89-9cbc-314a15fb5eed req-41b0a22c-7291-4fca-998c-a1962ae65c74 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0912139 Mar 22 18:02:33.172622 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4fa85e29-0272-4d89-9cbc-314a15fb5eed req-2bed9e13-4120-4e82-89c9-d642311b264e tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951841 Mar 22 18:02:33.192496 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309807-6399-4d48-abb7-0fa870f9a32b req-513d1669-4721-438d-b50e-234b04fcfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:33.194181 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-05309807-6399-4d48-abb7-0fa870f9a32b req-513d1669-4721-438d-b50e-234b04fcfe87 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d722320-d38e-4543-bf0f-dd9622256eae HTTP/1.1" status: 200 len: 909 time: 0.1242182 Mar 22 18:02:33.256783 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-05309807-6399-4d48-abb7-0fa870f9a32b req-7826a6a7-bc98-4acf-956c-8a200a979233 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4694f9-c49f-40c2-820c-26c2739c4771 HTTP/1.1" status: 200 len: 1001 time: 0.0561895 Mar 22 18:02:33.302163 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309807-6399-4d48-abb7-0fa870f9a32b req-1d1b6aec-77f0-45e8-b428-de3eeb106baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:33.303522 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-05309807-6399-4d48-abb7-0fa870f9a32b req-1d1b6aec-77f0-45e8-b428-de3eeb106baf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e244380f-5123-4513-960c-37c8b05c3654 HTTP/1.1" status: 200 len: 847 time: 0.0407894 Mar 22 18:02:33.353656 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309807-6399-4d48-abb7-0fa870f9a32b req-78aa3e6e-65fc-472b-9aa7-a9d0cfc644d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:33.355315 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-05309807-6399-4d48-abb7-0fa870f9a32b req-78aa3e6e-65fc-472b-9aa7-a9d0cfc644d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d722320-d38e-4543-bf0f-dd9622256eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457125 Mar 22 18:02:33.445090 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-05309807-6399-4d48-abb7-0fa870f9a32b req-8847e53d-3fd9-4b9b-b863-e9bc7c994694 service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830052 Mar 22 18:02:33.542508 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-05309807-6399-4d48-abb7-0fa870f9a32b req-2d56ad1b-c7a2-44b8-901f-da49e9d6f0e2 service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870080 Mar 22 18:02:34.289033 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acb774-f360-4fa4-af7a-6b5688684837 req-13b47988-2bb8-488c-a8f2-6dd801b68e8b tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:34.290444 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-92acb774-f360-4fa4-af7a-6b5688684837 req-13b47988-2bb8-488c-a8f2-6dd801b68e8b tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0523074 Mar 22 18:02:34.337563 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-92acb774-f360-4fa4-af7a-6b5688684837 req-3e858c62-5124-4ac7-a4c1-538a5f145ab5 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415249 Mar 22 18:02:35.455376 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e8294-ef70-4abf-903e-eab44512c8b2 req-5132368b-56c5-4967-8c24-0558067f20ad tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:35.456847 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-608e8294-ef70-4abf-903e-eab44512c8b2 req-5132368b-56c5-4967-8c24-0558067f20ad tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0522830 Mar 22 18:02:35.505956 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-608e8294-ef70-4abf-903e-eab44512c8b2 req-982e19bb-f1e4-4fba-955d-30c7829740f8 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434830 Mar 22 18:02:36.626358 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54076ce3-1168-43e0-9656-ea6cb20cfe76 req-b8f6ab12-052d-48ad-a7df-5aaf3b9abcc7 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:36.627841 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-54076ce3-1168-43e0-9656-ea6cb20cfe76 req-b8f6ab12-052d-48ad-a7df-5aaf3b9abcc7 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0561280 Mar 22 18:02:36.676172 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-54076ce3-1168-43e0-9656-ea6cb20cfe76 req-a158e2f0-6cfc-432d-9e89-8b6444dc6c01 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 Mar 22 18:02:36.787906 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-05760976-74a1-4f0c-9fbb-7d89aeffe17c req-d46fae6e-1ff7-41b5-acf5-1f4c790e70c8 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 18:02:36.788919 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-05760976-74a1-4f0c-9fbb-7d89aeffe17c req-d46fae6e-1ff7-41b5-acf5-1f4c790e70c8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486534 Mar 22 18:02:37.189691 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e99f8-0cdf-4de0-a0b6-f99fa9f00c87 req-94f3a481-e0c2-4348-a2cc-05e0356d5a3e tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:37.191154 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9a7e99f8-0cdf-4de0-a0b6-f99fa9f00c87 req-94f3a481-e0c2-4348-a2cc-05e0356d5a3e tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0529695 Mar 22 18:02:37.240344 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9a7e99f8-0cdf-4de0-a0b6-f99fa9f00c87 req-1dd2f5d6-8c38-4750-8205-4e113a725c37 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Mar 22 18:02:37.262768 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39366) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:37.348543 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-3eb03168-97c4-4152-9e72-6207aeec3d1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845082 Mar 22 18:02:37.357600 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-9fd41c7f-2d5c-4216-9380-bcdf1fdbab78 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 18:02:37.358546 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-9fd41c7f-2d5c-4216-9380-bcdf1fdbab78 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056343 Mar 22 18:02:37.434616 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39374) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:37.526087 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-5c8d81d6-e3bc-4bf5-a586-0e77887912e4 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:37.527408 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-5c8d81d6-e3bc-4bf5-a586-0e77887912e4 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports/bd4694f9-c49f-40c2-820c-26c2739c4771 HTTP/1.1" status: 200 len: 942 time: 0.0917995 Mar 22 18:02:38.357479 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d5d77-95f4-435e-87d6-2b22343ee71f req-63767215-8cc4-4532-8da5-6c5e380e8c19 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:38.358944 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d32d5d77-95f4-435e-87d6-2b22343ee71f req-63767215-8cc4-4532-8da5-6c5e380e8c19 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0533605 Mar 22 18:02:38.407172 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d32d5d77-95f4-435e-87d6-2b22343ee71f req-42a1c7a3-7526-4dcf-bc0d-2495ba7aa19b tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425436 Mar 22 18:02:39.033087 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device bd4694f9-c49f-40c2-820c-26c2739c4771 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:02:39.111372 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port bd4694f9-c49f-40c2-820c-26c2739c4771 is: ACTIVE; New status is: DOWN {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:02:39.111795 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:39.133607 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:02:39.135856 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2267cbeb-807a-4920-9708-c84bc43d44f5" -d '{"events": [{"server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:02:39.147818 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port bd4694f9-c49f-40c2-820c-26c2739c4771, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=bd4694f9-c49f-40c2-820c-26c2739c4771,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:02:39.224682 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 18:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c8587d-6267-4ddc-91b2-6cc733c36de1 x-openstack-request-id: req-a7c8587d-6267-4ddc-91b2-6cc733c36de1 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:02:39.224980 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "name": "network-vif-unplugged", "status": "failed", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771", "code": 422}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:02:39.225246 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7c8587d-6267-4ddc-91b2-6cc733c36de1 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:02:39.225713 dv-cinder-739079-8-iscsi neutron-server[110338]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a7c8587d-6267-4ddc-91b2-6cc733c36de1']: {'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'code': 422} returned with failed status Mar 22 18:02:39.235393 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:39.284788 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=bd4694f9-c49f-40c2-820c-26c2739c4771,revision_number=6']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:39.292675 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.293023 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.293389 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.293777 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.294114 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.294469 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.294794 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.295120 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.295444 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.295772 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.296094 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.296416 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.296737 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.297057 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.297433 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:39.528277 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d30fa7-7096-4c48-892d-ad3d67f56ee9 req-56bc98ce-d1e7-4196-9bb9-ac699bd9f5be tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:39.529811 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a5d30fa7-7096-4c48-892d-ad3d67f56ee9 req-56bc98ce-d1e7-4196-9bb9-ac699bd9f5be tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0534403 Mar 22 18:02:39.578115 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a5d30fa7-7096-4c48-892d-ad3d67f56ee9 req-a8445108-42c1-480c-9cde-278dd326c21b tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Mar 22 18:02:40.475969 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-2ab31d9d-1dc3-449c-8065-8ba3cf0fc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:40.477426 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-2ab31d9d-1dc3-449c-8065-8ba3cf0fc2af service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2&tenant_id=e0eb553595c548d0a6da146d69c45593 HTTP/1.1" status: 200 len: 1127 time: 0.0467355 Mar 22 18:02:40.543526 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-4ee14e90-81ea-4de4-81b1-fd5a3d5f9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:40.545031 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-4ee14e90-81ea-4de4-81b1-fd5a3d5f9f75 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e0eb553595c548d0a6da146d69c45593&device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 1127 time: 0.0427163 Mar 22 18:02:40.641344 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-0ee99adc-1cc2-4411-9231-3e68a800a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:40.642833 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-0ee99adc-1cc2-4411-9231-3e68a800a7cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d722320-d38e-4543-bf0f-dd9622256eae HTTP/1.1" status: 200 len: 909 time: 0.0862339 Mar 22 18:02:40.732414 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-9f93c0ae-25a0-483f-b63b-9bf065eca905 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4694f9-c49f-40c2-820c-26c2739c4771 HTTP/1.1" status: 200 len: 999 time: 0.0790224 Mar 22 18:02:40.743584 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb3ef8-7a42-4be8-a96e-86a399a71efc req-c29af8aa-9c31-4902-b0a9-72e68d9096f3 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:40.745011 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6beb3ef8-7a42-4be8-a96e-86a399a71efc req-c29af8aa-9c31-4902-b0a9-72e68d9096f3 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.1013360 Mar 22 18:02:40.808816 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-65ef810a-8304-4934-ab6a-31755b67e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:40.810259 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-65ef810a-8304-4934-ab6a-31755b67e97f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e244380f-5123-4513-960c-37c8b05c3654 HTTP/1.1" status: 200 len: 847 time: 0.0643978 Mar 22 18:02:40.836547 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6beb3ef8-7a42-4be8-a96e-86a399a71efc req-ddede142-936e-4490-9612-6edb63a39507 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837920 Mar 22 18:02:40.868354 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-b2983e69-9419-48ae-9974-518ddb8e76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:40.870386 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-b2983e69-9419-48ae-9974-518ddb8e76e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d722320-d38e-4543-bf0f-dd9622256eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468295 Mar 22 18:02:40.957329 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-3a2b74ca-d9c2-49eb-b2a4-b41e43a56fb2 service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796690 Mar 22 18:02:41.048797 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-2eb8040b-c753-4583-ab7b-0aaa530ee4c3 service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 Mar 22 18:02:41.955114 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3323e-e11d-4779-b10a-e43669283230 req-bdfe7085-2469-4e0c-ae10-efeb26f59be8 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:41.956654 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d7f3323e-e11d-4779-b10a-e43669283230 req-bdfe7085-2469-4e0c-ae10-efeb26f59be8 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0536039 Mar 22 18:02:42.004840 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d7f3323e-e11d-4779-b10a-e43669283230 req-08c08e5e-199e-4f67-88f6-463801f17bd6 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Mar 22 18:02:42.945617 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d48fa0-3a9f-4c75-ae99-835fb3cf5927 req-e7ca3698-d052-42f3-8e58-84a66167aae0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:42.947159 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-05d48fa0-3a9f-4c75-ae99-835fb3cf5927 req-e7ca3698-d052-42f3-8e58-84a66167aae0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 946 time: 0.0577500 Mar 22 18:02:42.993535 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-05d48fa0-3a9f-4c75-ae99-835fb3cf5927 req-9a00b7c3-191f-4a47-b896-aa891aeb0460 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399673 Mar 22 18:02:43.126640 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6970261-91ef-4420-b0fe-318f46720c0d req-27628752-772d-4ffc-a830-15688707fee2 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:43.128029 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c6970261-91ef-4420-b0fe-318f46720c0d req-27628752-772d-4ffc-a830-15688707fee2 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0529885 Mar 22 18:02:43.176658 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c6970261-91ef-4420-b0fe-318f46720c0d req-d6abfd2e-d663-47eb-b864-3be8cb6ef7b9 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 Mar 22 18:02:44.112187 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59046-246a-421c-9b68-55bbd60ea357 req-ad0d88c1-f459-42e3-b669-8953158cf250 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:44.113682 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7d59046-246a-421c-9b68-55bbd60ea357 req-ad0d88c1-f459-42e3-b669-8953158cf250 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 946 time: 0.0514579 Mar 22 18:02:44.162100 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7d59046-246a-421c-9b68-55bbd60ea357 req-f3c4b35c-db25-42ae-9f87-759129f165e5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428681 Mar 22 18:02:44.290903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416b1f4-5062-4535-a8b6-f09fdde123f8 req-5d5286f0-5231-4cef-8577-586df7c1a359 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:44.292883 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a416b1f4-5062-4535-a8b6-f09fdde123f8 req-5d5286f0-5231-4cef-8577-586df7c1a359 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0512781 Mar 22 18:02:44.340212 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a416b1f4-5062-4535-a8b6-f09fdde123f8 req-0cd3e59c-e599-4723-8bbb-7a711054dd24 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418634 Mar 22 18:02:44.889745 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a773698-700f-49db-9d37-476e48d6f56e req-fd956a9e-4455-42e5-a4a2-e9a404577114 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:44.891184 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6a773698-700f-49db-9d37-476e48d6f56e req-fd956a9e-4455-42e5-a4a2-e9a404577114 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 946 time: 0.0519028 Mar 22 18:02:44.995825 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Deleting port 453bcf5c-5375-49ca-ab19-12bca07df624 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:02:44.996159 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:45.081960 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] For port 453bcf5c-5375-49ca-ab19-12bca07df624, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=453bcf5c-5375-49ca-ab19-12bca07df624,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:02:45.082313 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:45.338727 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2ce1a-09d3-4902-9a7c-b5e76ca95b0b req-b53be335-0ada-479b-8b26-d7a4735ec76f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:45.340241 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5af2ce1a-09d3-4902-9a7c-b5e76ca95b0b req-b53be335-0ada-479b-8b26-d7a4735ec76f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 946 time: 0.1096318 Mar 22 18:02:45.357479 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:45.357839 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (0f395c94-3b37-4124-a4ab-9f17be813e4e), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:45.358151 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Floating IP 0f395c94-3b37-4124-a4ab-9f17be813e4e disassociated. External IP: 172.27.1.81, port: 453bcf5c-5375-49ca-ab19-12bca07df624. Mar 22 18:02:45.358486 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Calling delete_port for 453bcf5c-5375-49ca-ab19-12bca07df624 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:02:45.461364 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5af2ce1a-09d3-4902-9a7c-b5e76ca95b0b req-251beff7-d070-4280-8f11-e9ee8503bdf6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=e251472e-b3f8-4af3-a052-4e57c99f6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123021 Mar 22 18:02:45.506262 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904fdee-cca0-43b7-8bb5-785049de3e2b req-09c44cc2-4291-4e05-83b6-927086715b46 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:45.507703 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9904fdee-cca0-43b7-8bb5-785049de3e2b req-09c44cc2-4291-4e05-83b6-927086715b46 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0947263 Mar 22 18:02:45.595538 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9904fdee-cca0-43b7-8bb5-785049de3e2b req-f40549f9-5eab-4337-8d39-13c046b5226f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809603 Mar 22 18:02:45.645356 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (453bcf5c-5375-49ca-ab19-12bca07df624), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:45.672878 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'Port': ['ID=453bcf5c-5375-49ca-ab19-12bca07df624,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:45.682983 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.683343 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.683689 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.684028 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.684364 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.684701 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.685055 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.685934 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.685934 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.686121 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.686354 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.686680 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.687000 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.687321 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.687641 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:45.802936 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Router 0dd1c279-0183-4674-9d83-412a42615194 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:02:45.915930 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:02:45.926308 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:02:45.936272 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:02:45.936886 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:45.956872 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] No DVR routers for this DVR port 453bcf5c-5375-49ca-ab19-12bca07df624 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:02:45.959400 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:45.962782 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6a773698-700f-49db-9d37-476e48d6f56e req-f31400dc-28c8-46a4-8ad8-77bf9e9ca62c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "DELETE /v2.0/ports/453bcf5c-5375-49ca-ab19-12bca07df624 HTTP/1.1" status: 204 len: 173 time: 1.0634379 Mar 22 18:02:45.963401 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'name': 'network-vif-deleted', 'tag': '453bcf5c-5375-49ca-ab19-12bca07df624'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:02:45.965732 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf44019-5a3c-4f10-a612-7b3f44e4b743" -d '{"events": [{"server_uuid": "0fc37e43-c42c-4bfe-848f-7141ee3e2325", "name": "network-vif-deleted", "tag": "453bcf5c-5375-49ca-ab19-12bca07df624"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:02:46.066485 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd47a50d-04f6-45ce-adc9-0c1fc6fe7335 x-openstack-request-id: req-fd47a50d-04f6-45ce-adc9-0c1fc6fe7335 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:02:46.066782 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc37e43-c42c-4bfe-848f-7141ee3e2325", "name": "network-vif-deleted", "tag": "453bcf5c-5375-49ca-ab19-12bca07df624", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:02:46.067045 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd47a50d-04f6-45ce-adc9-0c1fc6fe7335 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:02:46.067460 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd47a50d-04f6-45ce-adc9-0c1fc6fe7335'] response: {'server_uuid': '0fc37e43-c42c-4bfe-848f-7141ee3e2325', 'name': 'network-vif-deleted', 'tag': '453bcf5c-5375-49ca-ab19-12bca07df624', 'status': 'completed', 'code': 200} Mar 22 18:02:46.068056 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:02:46.335713 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '599e4f2e-c8da-447d-a9e4-914e5f63dc0d', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '98376508-96b4-4d57-963e-43a4261de15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:e9:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:13Z', 'updated_at': '2022-03-22T17:57:48Z', 'revision_number': 2, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:46.362050 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:02:46.370823 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:02:46.371420 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:46.576572 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3c29025d-13fa-4c78-a057-f68b378fa3f5 req-f4e7d98f-7dda-40fd-89a0-131d57cf0683 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fc37e43-c42c-4bfe-848f-7141ee3e2325 HTTP/1.1" status: 200 len: 210 time: 0.0286593 Mar 22 18:02:46.605154 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:02:46.726348 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0041f-6689-4ed7-95dd-3d05ca9e968b req-7ab00324-a0f8-48c2-abd4-b20db6e82e20 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:46.727323 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c4e0041f-6689-4ed7-95dd-3d05ca9e968b req-7ab00324-a0f8-48c2-abd4-b20db6e82e20 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0637696 Mar 22 18:02:46.781554 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c4e0041f-6689-4ed7-95dd-3d05ca9e968b req-8b9155ef-5aab-493d-a312-fd089ccdd597 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479286 Mar 22 18:02:46.837080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '599e4f2e-c8da-447d-a9e4-914e5f63dc0d', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '98376508-96b4-4d57-963e-43a4261de15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:e9:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:13Z', 'updated_at': '2022-03-22T17:57:48Z', 'revision_number': 2, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:46.866595 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140833d9-ddc4-450e-af3c-7f9f4de35198 None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '599e4f2e-c8da-447d-a9e4-914e5f63dc0d', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '98376508-96b4-4d57-963e-43a4261de15b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:e9:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:57:13Z', 'updated_at': '2022-03-22T17:57:48Z', 'revision_number': 2, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:02:47.136896 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa4f1a4-4811-4e25-920c-74e1b089ff95 None None] New status for floating IP 0f395c94-3b37-4124-a4ab-9f17be813e4e: DOWN {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:02:47.750945 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39446) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:47.820113 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (e251472e-b3f8-4af3-a052-4e57c99f6bc3), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:47.845219 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (e251472e-b3f8-4af3-a052-4e57c99f6bc3), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:47.942971 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850ba0-7130-4786-beb4-ef62d764c0f0 req-5fcfb042-df80-4866-b874-b7a77faf7f14 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:47.944756 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-be850ba0-7130-4786-beb4-ef62d764c0f0 req-5fcfb042-df80-4866-b874-b7a77faf7f14 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0567765 Mar 22 18:02:47.993833 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e251472e-b3f8-4af3-a052-4e57c99f6bc3), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:47.997768 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:48.002358 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "DELETE /v2.0/security-groups/e251472e-b3f8-4af3-a052-4e57c99f6bc3 HTTP/1.1" status: 204 len: 168 time: 0.2515180 Mar 22 18:02:48.007316 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39456) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:48.007541 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-be850ba0-7130-4786-beb4-ef62d764c0f0 req-ba113e8f-2f26-4123-b657-db19305c60f8 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553482 Mar 22 18:02:48.025691 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e251472e-b3f8-4af3-a052-4e57c99f6bc3,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:48.037908 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.038260 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.038602 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.038936 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.039515 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.040005 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.040483 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.040960 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.042000 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.042314 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.042626 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.042955 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.043282 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.043606 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.043929 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6ef3b8-e70a-4d0f-bc15-28e504951691 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:02:48.046868 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.api.v2.resource [None req-7ae83590-4bac-4ff5-a4df-cd8b6d5ff661 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] show failed (client error): The resource could not be found. Mar 22 18:02:48.047896 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7ae83590-4bac-4ff5-a4df-cd8b6d5ff661 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups/e251472e-b3f8-4af3-a052-4e57c99f6bc3 HTTP/1.1" status: 404 len: 347 time: 0.0283105 Mar 22 18:02:48.057769 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39458) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:48.189884 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-3c39168f-f5de-425e-b203-06ae33fdfff8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Deleting port 595cae91-abdc-4efb-9f09-96fe2456aea1 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:02:48.190217 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3c39168f-f5de-425e-b203-06ae33fdfff8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (595cae91-abdc-4efb-9f09-96fe2456aea1), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:48.270894 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3c39168f-f5de-425e-b203-06ae33fdfff8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (595cae91-abdc-4efb-9f09-96fe2456aea1), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:48.271227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3c39168f-f5de-425e-b203-06ae33fdfff8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (595cae91-abdc-4efb-9f09-96fe2456aea1), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:48.285432 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-3c39168f-f5de-425e-b203-06ae33fdfff8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Calling delete_port for 595cae91-abdc-4efb-9f09-96fe2456aea1 owned by network:floatingip {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:02:48.533341 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3c39168f-f5de-425e-b203-06ae33fdfff8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (595cae91-abdc-4efb-9f09-96fe2456aea1), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:48.560554 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39168f-f5de-425e-b203-06ae33fdfff8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'Port': ['ID=595cae91-abdc-4efb-9f09-96fe2456aea1,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:48.585873 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3c39168f-f5de-425e-b203-06ae33fdfff8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (0f395c94-3b37-4124-a4ab-9f17be813e4e), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:48.589814 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3c39168f-f5de-425e-b203-06ae33fdfff8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:48.590976 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3c39168f-f5de-425e-b203-06ae33fdfff8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "DELETE /v2.0/floatingips/0f395c94-3b37-4124-a4ab-9f17be813e4e HTTP/1.1" status: 204 len: 168 time: 0.5318630 Mar 22 18:02:49.130923 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device bd4694f9-c49f-40c2-820c-26c2739c4771 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:02:49.133839 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 453bcf5c-5375-49ca-ab19-12bca07df624 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:02:49.152670 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba60c00-e3f0-4bca-95a6-8dd4c0a6840d req-51129e32-2faa-4211-aa82-1ab304405e6a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:49.154307 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3ba60c00-e3f0-4bca-95a6-8dd4c0a6840d req-51129e32-2faa-4211-aa82-1ab304405e6a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 943 time: 0.0739686 Mar 22 18:02:49.183518 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 453bcf5c-5375-49ca-ab19-12bca07df624 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:02:49.183863 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 453bcf5c-5375-49ca-ab19-12bca07df624 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:02:49.221944 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3ba60c00-e3f0-4bca-95a6-8dd4c0a6840d req-cd3beda3-809a-4083-bae6-0fd15af2581e tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580304 Mar 22 18:02:49.278565 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port bd4694f9-c49f-40c2-820c-26c2739c4771, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=bd4694f9-c49f-40c2-820c-26c2739c4771,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:02:49.292771 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'port_id': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'mac_address': 'fa:16:3e:8b:c2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:02:49.333334 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port bd4694f9-c49f-40c2-820c-26c2739c4771 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:02:49.333786 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:49.347096 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4694f9-c49f-40c2-820c-26c2739c4771 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:02:49.366674 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port bd4694f9-c49f-40c2-820c-26c2739c4771, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=bd4694f9-c49f-40c2-820c-26c2739c4771,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:02:49.453101 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:49.503601 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=bd4694f9-c49f-40c2-820c-26c2739c4771,revision_number=7']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:49.881624 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['bd4694f9-c49f-40c2-820c-26c2739c4771'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:02:50.340666 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc33fd6-d079-4955-bd24-33be8e3b22ca req-aef0ce51-e35e-4dc3-bc82-4e994e090575 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:50.342160 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2bc33fd6-d079-4955-bd24-33be8e3b22ca req-aef0ce51-e35e-4dc3-bc82-4e994e090575 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 944 time: 0.0538037 Mar 22 18:02:50.390992 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2bc33fd6-d079-4955-bd24-33be8e3b22ca req-99c75f86-ea44-4fbe-a8b6-543dceef6759 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431621 Mar 22 18:02:50.853345 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:02:51.139743 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device bd4694f9-c49f-40c2-820c-26c2739c4771 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:02:51.190379 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port bd4694f9-c49f-40c2-820c-26c2739c4771 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:02:51.191133 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:51.269867 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port bd4694f9-c49f-40c2-820c-26c2739c4771 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:02:51.270260 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:51.281674 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d5b3-0247-4baa-b56b-a97a341d30e2 req-c9daaddb-b35f-464d-b0eb-74d49755ef61 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:51.283146 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cad5d5b3-0247-4baa-b56b-a97a341d30e2 req-c9daaddb-b35f-464d-b0eb-74d49755ef61 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 947 time: 0.0516415 Mar 22 18:02:51.293613 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:02:51.295828 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078eb3a2-3d52-41b8-be3d-1e8ac3eb2c82" -d '{"events": [{"server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "name": "network-vif-plugged", "status": "completed", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:02:51.312083 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port bd4694f9-c49f-40c2-820c-26c2739c4771, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=bd4694f9-c49f-40c2-820c-26c2739c4771,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:02:51.331012 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cad5d5b3-0247-4baa-b56b-a97a341d30e2 req-af7455e5-e3ad-4ea5-b182-9ed12b0a13d3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421948 Mar 22 18:02:51.378317 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6928cb4a-c1b5-4fe0-9c34-97e2d7d6f489 x-openstack-request-id: req-6928cb4a-c1b5-4fe0-9c34-97e2d7d6f489 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:02:51.378646 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "name": "network-vif-plugged", "status": "completed", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:02:51.378909 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6928cb4a-c1b5-4fe0-9c34-97e2d7d6f489 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:02:51.379313 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6928cb4a-c1b5-4fe0-9c34-97e2d7d6f489'] response: {'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'code': 200} Mar 22 18:02:51.435747 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:51.489986 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=bd4694f9-c49f-40c2-820c-26c2739c4771,revision_number=8']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:51.517043 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20be38-087b-4d64-a6f2-c7cac487f4b3 req-cb573849-d7e0-4ef6-9eaa-c07a8e4329d2 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:51.518666 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2f20be38-087b-4d64-a6f2-c7cac487f4b3 req-cb573849-d7e0-4ef6-9eaa-c07a8e4329d2 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0597868 Mar 22 18:02:51.569175 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2f20be38-087b-4d64-a6f2-c7cac487f4b3 req-5674a7e8-098a-4c92-a5a2-61a4917f3b40 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450540 Mar 22 18:02:51.661603 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c677204-c53b-405f-98c5-8b3d2db2d87a req-94787b74-d356-46e8-b38e-62cb505ee0e7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:51.663694 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2c677204-c53b-405f-98c5-8b3d2db2d87a req-94787b74-d356-46e8-b38e-62cb505ee0e7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 945 time: 0.0541515 Mar 22 18:02:51.717602 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2c677204-c53b-405f-98c5-8b3d2db2d87a req-abf10760-a543-41e0-9f37-95affca61200 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 Mar 22 18:02:51.752704 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1ca90-da5a-4cd5-9c2c-82fb7addf2e6 req-c02526f0-ec1a-422d-ba02-b466c6be9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:51.754227 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00f1ca90-da5a-4cd5-9c2c-82fb7addf2e6 req-c02526f0-ec1a-422d-ba02-b466c6be9733 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 1129 time: 0.0544715 Mar 22 18:02:52.024874 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00f1ca90-da5a-4cd5-9c2c-82fb7addf2e6 req-a2108221-0dea-4dcb-a96a-405fbc089ab6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592475 Mar 22 18:02:52.454933 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038be4e-a38e-4f88-afef-71ee8c2a466c req-90d1f9fd-a6c1-4fe4-bf34-37f4f1ec1c6b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:52.456427 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4038be4e-a38e-4f88-afef-71ee8c2a466c req-90d1f9fd-a6c1-4fe4-bf34-37f4f1ec1c6b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 947 time: 0.0533998 Mar 22 18:02:52.495271 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:52.504314 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4038be4e-a38e-4f88-afef-71ee8c2a466c req-2a3825b2-37ad-454e-a473-3ee6478c33bd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Mar 22 18:02:52.576810 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-af2926a7-1e4e-44d1-ad08-9a2f4805c658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:52.686663 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f719c66-7ce6-4cbc-b790-4789dcab0d2c req-2a2334a4-97b0-4108-80e9-b7e685416455 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:52.688056 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9f719c66-7ce6-4cbc-b790-4789dcab0d2c req-2a2334a4-97b0-4108-80e9-b7e685416455 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0513277 Mar 22 18:02:52.737879 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9f719c66-7ce6-4cbc-b790-4789dcab0d2c req-4635959f-cde4-4d1e-b970-d2429d6eb3c7 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443025 Mar 22 18:02:52.848960 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-02e67292-7525-4475-a4ea-8f0d42e45993 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:52.850392 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-02e67292-7525-4475-a4ea-8f0d42e45993 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 945 time: 0.0792058 Mar 22 18:02:52.872040 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862c132-abc1-4283-afe7-42520950f739 req-fc0825b6-1f01-49e1-9f0d-edb557603fe4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:52.873469 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7862c132-abc1-4283-afe7-42520950f739 req-fc0825b6-1f01-49e1-9f0d-edb557603fe4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 945 time: 0.0770898 Mar 22 18:02:52.971674 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7862c132-abc1-4283-afe7-42520950f739 req-402a970f-127e-4647-bbf9-3414069d1f5d tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=bd9429cd-bc2f-4066-89de-6bd40e40c202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812497 Mar 22 18:02:52.991253 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Deleting port 98376508-96b4-4d57-963e-43a4261de15b {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:02:52.991599 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (98376508-96b4-4d57-963e-43a4261de15b), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:53.079696 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] For port 98376508-96b4-4d57-963e-43a4261de15b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=98376508-96b4-4d57-963e-43a4261de15b,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:02:53.080058 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (98376508-96b4-4d57-963e-43a4261de15b), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:53.256654 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:53.256938 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (599e4f2e-c8da-447d-a9e4-914e5f63dc0d), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:53.257255 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Floating IP 599e4f2e-c8da-447d-a9e4-914e5f63dc0d disassociated. External IP: 172.27.1.57, port: 98376508-96b4-4d57-963e-43a4261de15b. Mar 22 18:02:53.257627 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Calling delete_port for 98376508-96b4-4d57-963e-43a4261de15b owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:02:53.456502 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (98376508-96b4-4d57-963e-43a4261de15b), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:53.489947 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'Port': ['ID=98376508-96b4-4d57-963e-43a4261de15b,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:53.670375 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-d1c25a5c-adda-46a0-bfa5-deb8510e1ce8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1347487 Mar 22 18:02:53.687904 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689b96e-ec55-4a6a-9210-cb37f0abb51c req-3b8293da-bbb6-4221-b246-1951443938ee tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:53.689306 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6689b96e-ec55-4a6a-9210-cb37f0abb51c req-3b8293da-bbb6-4221-b246-1951443938ee tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 947 time: 0.0973902 Mar 22 18:02:53.691082 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Router 0dd1c279-0183-4674-9d83-412a42615194 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:02:53.865784 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6689b96e-ec55-4a6a-9210-cb37f0abb51c req-c55fe43e-a97e-4fe3-a9b1-f1cc4e61b7f1 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704404 Mar 22 18:02:53.944867 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:02:53.947937 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-0b7e03e4-78ec-48ca-8cb2-84e3bbe448b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:53.949677 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-0b7e03e4-78ec-48ca-8cb2-84e3bbe448b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 1129 time: 0.1953418 Mar 22 18:02:53.958274 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:02:53.962429 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac960-0735-4441-960a-5588f39dd068 req-7a22fef1-9162-473a-a74e-9b392e0af448 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:53.964009 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d85ac960-0735-4441-960a-5588f39dd068 req-7a22fef1-9162-473a-a74e-9b392e0af448 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.1505241 Mar 22 18:02:53.972434 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:02:53.973069 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:54.066548 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-b712e42e-c752-4a7f-9bc7-4e5d1947d7d5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:54.068045 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-b712e42e-c752-4a7f-9bc7-4e5d1947d7d5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.74 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 947 time: 0.1938021 Mar 22 18:02:54.072054 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] No DVR routers for this DVR port 98376508-96b4-4d57-963e-43a4261de15b on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:02:54.095536 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:54.095536 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "DELETE /v2.0/ports/98376508-96b4-4d57-963e-43a4261de15b HTTP/1.1" status: 204 len: 173 time: 1.2339964 Mar 22 18:02:54.095536 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'name': 'network-vif-deleted', 'tag': '98376508-96b4-4d57-963e-43a4261de15b'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:02:54.096948 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f92551-825c-4fb0-a245-e4aa213bf164" -d '{"events": [{"server_uuid": "63f4ca02-dcb2-4e73-91b3-6587ee0631d1", "name": "network-vif-deleted", "tag": "98376508-96b4-4d57-963e-43a4261de15b"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:02:54.101724 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:02:54.163599 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2414b36b-b7c7-4a5f-9c83-a7634091b4d4 req-c065deaa-355c-4da9-ac60-06bd3911d0b3 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 210 time: 0.0845330 Mar 22 18:02:54.198418 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d85ac960-0735-4441-960a-5588f39dd068 req-2219d4fb-1e15-43aa-9b23-514164250a76 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156153 Mar 22 18:02:54.216150 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d10384-c153-4e99-94a3-608534d0e9fe x-openstack-request-id: req-65d10384-c153-4e99-94a3-608534d0e9fe {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:02:54.216463 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f4ca02-dcb2-4e73-91b3-6587ee0631d1", "name": "network-vif-deleted", "tag": "98376508-96b4-4d57-963e-43a4261de15b", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:02:54.216959 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65d10384-c153-4e99-94a3-608534d0e9fe {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:02:54.217905 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d10384-c153-4e99-94a3-608534d0e9fe'] response: {'server_uuid': '63f4ca02-dcb2-4e73-91b3-6587ee0631d1', 'name': 'network-vif-deleted', 'tag': '98376508-96b4-4d57-963e-43a4261de15b', 'status': 'completed', 'code': 200} Mar 22 18:02:54.242492 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-765efd9a-1ce2-4cf8-8cde-165372bd8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:54.243966 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-765efd9a-1ce2-4cf8-8cde-165372bd8229 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 200 len: 920 time: 0.2631967 Mar 22 18:02:54.297177 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-858a1863-62fd-45dc-bc13-527388d4d711 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd HTTP/1.1" status: 200 len: 217 time: 0.0409877 Mar 22 18:02:54.302904 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Deleting port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:02:54.303245 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:54.313778 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:54.345695 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:02:54.355807 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:02:54.356431 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:54.404682 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-24f5a57d-303a-4801-b23a-8ec29a1eda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:54.406150 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-24f5a57d-303a-4801-b23a-8ec29a1eda16 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 200 len: 858 time: 0.0988607 Mar 22 18:02:54.459339 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] For port 82139c49-ba0b-4a5e-b544-14d8cbe688f5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82139c49-ba0b-4a5e-b544-14d8cbe688f5,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:02:54.459702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:54.465657 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:02:54.525829 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-e40b8698-1939-450e-9abd-e51e8a90cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:54.527238 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-e40b8698-1939-450e-9abd-e51e8a90cf22 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b50e1b37-0f21-414b-993c-223d33d99c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138110 Mar 22 18:02:54.675365 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:54.702538 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1aa0c-a426-4a9c-8485-0899fefdc6e7 None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:02:54.711837 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-09ed1938-b876-4bcb-b7fa-068e30ea63bd service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761346 Mar 22 18:02:54.715573 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:54.715936 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (22ca20f1-ef08-4a3e-bd38-af2adc2a651a), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:54.716258 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Floating IP 22ca20f1-ef08-4a3e-bd38-af2adc2a651a disassociated. External IP: 172.27.1.176, port: 82139c49-ba0b-4a5e-b544-14d8cbe688f5. Mar 22 18:02:54.716602 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Calling delete_port for 82139c49-ba0b-4a5e-b544-14d8cbe688f5 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:02:54.855133 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd25a83a-4dee-4d3d-892a-54dc2fd6f2d9 req-bd200245-3902-4072-bdb1-5701d26518a0 service neutron] 10.222.0.74 "GET /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363766 Mar 22 18:02:54.955701 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33203322-bd17-4c76-ab8a-07dee9574008 None None] New status for floating IP 599e4f2e-c8da-447d-a9e4-914e5f63dc0d: DOWN {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:02:55.003890 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecb103-19ad-4076-8e12-040d30f2ba5b req-2299ff67-7a29-47f6-a64b-1959c1dccd09 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:55.005383 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23ecb103-19ad-4076-8e12-040d30f2ba5b req-2299ff67-7a29-47f6-a64b-1959c1dccd09 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 947 time: 0.0546083 Mar 22 18:02:55.051677 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-699890a4-82ee-488a-bf49-7e3f98319097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:55.053890 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23ecb103-19ad-4076-8e12-040d30f2ba5b req-4d0d38d7-72d7-45d0-adef-98dda7208bd7 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b890e0e-739b-4b64-911e-885509aaa22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422862 Mar 22 18:02:55.102581 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (82139c49-ba0b-4a5e-b544-14d8cbe688f5), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:55.139009 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event deleted for resources: {'Port': ['ID=82139c49-ba0b-4a5e-b544-14d8cbe688f5,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:55.512125 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-15a4e2f2-ed23-4179-80fe-1e15e7bcad11 req-aa3cb2c4-d40e-41e7-9872-d78e25b74bf8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f4ca02-dcb2-4e73-91b3-6587ee0631d1 HTTP/1.1" status: 200 len: 210 time: 0.2643471 Mar 22 18:02:55.564775 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:02:55.592325 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fbef4-3e05-490e-bd86-73078217c37d req-f7b28480-7820-470e-ad5a-6da75c80d7a5 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:02:55.593898 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-862fbef4-3e05-490e-bd86-73078217c37d req-f7b28480-7820-470e-ad5a-6da75c80d7a5 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0865068 Mar 22 18:02:55.713911 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-862fbef4-3e05-490e-bd86-73078217c37d req-6189a444-bbcf-4303-a8d7-0be25a562f5f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844531 Mar 22 18:02:55.731684 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:02:55.751645 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] Sync routers for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:02:55.766373 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:02:55.767108 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:55.786547 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] No DVR routers for this DVR port 82139c49-ba0b-4a5e-b544-14d8cbe688f5 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:02:55.789015 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:55.792955 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7300c74f-dcf6-4d36-99e4-eff338fe0330 req-042bb859-7510-45a9-bdb5-e8b9140e6549 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.74 "DELETE /v2.0/ports/82139c49-ba0b-4a5e-b544-14d8cbe688f5 HTTP/1.1" status: 204 len: 173 time: 1.7153578 Mar 22 18:02:55.883546 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:02:55.995357 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:56.085845 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:56.113160 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] Checking router: 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:02:56.122216 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:02:56.122834 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:56.154287 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2134f682-26a0-4f74-b7fa-200ef3c3171a req-11d4c449-b486-4184-89b9-d58338fc5656 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=b15859e1-6591-4a53-b932-72044b6757b8 HTTP/1.1" status: 200 len: 210 time: 0.0277541 Mar 22 18:02:56.218296 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'name': 'network-vif-deleted', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:02:56.220649 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f323b2-59dd-4e47-9f68-a4b1e8836360" -d '{"events": [{"server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "name": "network-vif-deleted", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:02:56.235323 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:02:56.255608 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e796efa-6a50-43d7-a140-55b7cde2bd59 x-openstack-request-id: req-1e796efa-6a50-43d7-a140-55b7cde2bd59 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:02:56.255900 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15859e1-6591-4a53-b932-72044b6757b8", "name": "network-vif-deleted", "tag": "82139c49-ba0b-4a5e-b544-14d8cbe688f5", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:02:56.256157 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e796efa-6a50-43d7-a140-55b7cde2bd59 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:02:56.256574 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e796efa-6a50-43d7-a140-55b7cde2bd59'] response: {'server_uuid': 'b15859e1-6591-4a53-b932-72044b6757b8', 'name': 'network-vif-deleted', 'tag': '82139c49-ba0b-4a5e-b544-14d8cbe688f5', 'status': 'completed', 'code': 200} Mar 22 18:02:56.563191 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:02:56.595614 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7bbd9a-2321-4dfe-be6a-79eeb17eb7b9 None None] The sync data for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi is: [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:02:56.675685 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39536) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:56.734767 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7cf5873a-5351-4a56-becb-58e8058f894b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (bd9429cd-bc2f-4066-89de-6bd40e40c202), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:56.760263 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7cf5873a-5351-4a56-becb-58e8058f894b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (bd9429cd-bc2f-4066-89de-6bd40e40c202), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:56.821216 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66584e1e-a1b1-4d8a-b2e0-cdf0fd3c0fe1 None None] New status for floating IP 22ca20f1-ef08-4a3e-bd38-af2adc2a651a: DOWN {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:02:56.925196 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7cf5873a-5351-4a56-becb-58e8058f894b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (bd9429cd-bc2f-4066-89de-6bd40e40c202), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:56.928779 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7cf5873a-5351-4a56-becb-58e8058f894b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:56.930269 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-7cf5873a-5351-4a56-becb-58e8058f894b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "DELETE /v2.0/security-groups/bd9429cd-bc2f-4066-89de-6bd40e40c202 HTTP/1.1" status: 204 len: 168 time: 0.2534983 Mar 22 18:02:56.933785 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39538) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:56.940061 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5873a-5351-4a56-becb-58e8058f894b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9429cd-bc2f-4066-89de-6bd40e40c202,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:56.953986 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.api.v2.resource [None req-94610bfc-3914-48b9-8d1f-ae69d055fdca tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] show failed (client error): The resource could not be found. Mar 22 18:02:56.954986 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-94610bfc-3914-48b9-8d1f-ae69d055fdca tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups/bd9429cd-bc2f-4066-89de-6bd40e40c202 HTTP/1.1" status: 404 len: 347 time: 0.0196927 Mar 22 18:02:56.957971 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39540) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:57.086204 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-bb3584c3-f55c-4bde-8b63-294fff7cefb0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Deleting port 248002b4-a01b-4e93-8e69-d4eab872de96 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:02:57.086542 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bb3584c3-f55c-4bde-8b63-294fff7cefb0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (248002b4-a01b-4e93-8e69-d4eab872de96), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.167611 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bb3584c3-f55c-4bde-8b63-294fff7cefb0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (248002b4-a01b-4e93-8e69-d4eab872de96), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.168080 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bb3584c3-f55c-4bde-8b63-294fff7cefb0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (248002b4-a01b-4e93-8e69-d4eab872de96), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.169798 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 82139c49-ba0b-4a5e-b544-14d8cbe688f5 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:02:57.180168 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-bb3584c3-f55c-4bde-8b63-294fff7cefb0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Calling delete_port for 248002b4-a01b-4e93-8e69-d4eab872de96 owned by network:floatingip {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:02:57.190232 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 82139c49-ba0b-4a5e-b544-14d8cbe688f5 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:02:57.190585 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 82139c49-ba0b-4a5e-b544-14d8cbe688f5 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:02:57.191009 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 98376508-96b4-4d57-963e-43a4261de15b no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:02:57.214535 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 98376508-96b4-4d57-963e-43a4261de15b {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:02:57.214749 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 98376508-96b4-4d57-963e-43a4261de15b not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:02:57.323033 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39546) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:57.377114 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0756abb2-bb1b-4521-b9b6-555f7ac7de79 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (1b890e0e-739b-4b64-911e-885509aaa22b), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.401242 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0756abb2-bb1b-4521-b9b6-555f7ac7de79 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (1b890e0e-739b-4b64-911e-885509aaa22b), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.441652 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bb3584c3-f55c-4bde-8b63-294fff7cefb0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (248002b4-a01b-4e93-8e69-d4eab872de96), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.470128 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3584c3-f55c-4bde-8b63-294fff7cefb0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'Port': ['ID=248002b4-a01b-4e93-8e69-d4eab872de96,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:57.476083 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.534074 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bb3584c3-f55c-4bde-8b63-294fff7cefb0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (599e4f2e-c8da-447d-a9e4-914e5f63dc0d), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.536680 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bb3584c3-f55c-4bde-8b63-294fff7cefb0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.537858 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-bb3584c3-f55c-4bde-8b63-294fff7cefb0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "DELETE /v2.0/floatingips/599e4f2e-c8da-447d-a9e4-914e5f63dc0d HTTP/1.1" status: 204 len: 168 time: 0.5789902 Mar 22 18:02:57.553985 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0756abb2-bb1b-4521-b9b6-555f7ac7de79 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (1b890e0e-739b-4b64-911e-885509aaa22b), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.556801 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0756abb2-bb1b-4521-b9b6-555f7ac7de79 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.557974 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-0756abb2-bb1b-4521-b9b6-555f7ac7de79 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "DELETE /v2.0/security-groups/1b890e0e-739b-4b64-911e-885509aaa22b HTTP/1.1" status: 204 len: 168 time: 0.2339156 Mar 22 18:02:57.560865 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39550) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:57.567330 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756abb2-bb1b-4521-b9b6-555f7ac7de79 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b890e0e-739b-4b64-911e-885509aaa22b,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:57.577006 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.api.v2.resource [None req-e0aeabe5-49ed-4531-8ad5-a7b2dce3a5c2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] show failed (client error): The resource could not be found. Mar 22 18:02:57.580902 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-e0aeabe5-49ed-4531-8ad5-a7b2dce3a5c2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups/1b890e0e-739b-4b64-911e-885509aaa22b HTTP/1.1" status: 404 len: 347 time: 0.0161095 Mar 22 18:02:57.581448 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39552) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:57.716375 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-8095e800-b33e-45be-9d0b-8d70e023549e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Deleting port 2e93ca83-bc67-412e-9a18-c6f212acb8bd {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:02:57.716713 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8095e800-b33e-45be-9d0b-8d70e023549e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (2e93ca83-bc67-412e-9a18-c6f212acb8bd), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.791263 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8095e800-b33e-45be-9d0b-8d70e023549e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (2e93ca83-bc67-412e-9a18-c6f212acb8bd), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.791757 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8095e800-b33e-45be-9d0b-8d70e023549e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (2e93ca83-bc67-412e-9a18-c6f212acb8bd), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:57.802941 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-8095e800-b33e-45be-9d0b-8d70e023549e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Calling delete_port for 2e93ca83-bc67-412e-9a18-c6f212acb8bd owned by network:floatingip {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:02:57.960047 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39554) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:57.964707 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-951cacc0-eff4-44d4-a1c1-bf619eeb0824 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1876238167', 'description': 'tempest-description--961297323'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:02:58.030079 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8095e800-b33e-45be-9d0b-8d70e023549e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (2e93ca83-bc67-412e-9a18-c6f212acb8bd), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.059353 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095e800-b33e-45be-9d0b-8d70e023549e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event deleted for resources: {'Port': ['ID=2e93ca83-bc67-412e-9a18-c6f212acb8bd,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:58.066132 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-951cacc0-eff4-44d4-a1c1-bf619eeb0824 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.130260 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-951cacc0-eff4-44d4-a1c1-bf619eeb0824 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (50fb284c-b451-46f1-8b37-6d4147542694), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.130582 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8095e800-b33e-45be-9d0b-8d70e023549e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (22ca20f1-ef08-4a3e-bd38-af2adc2a651a), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.133457 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8095e800-b33e-45be-9d0b-8d70e023549e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.134610 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-8095e800-b33e-45be-9d0b-8d70e023549e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "DELETE /v2.0/floatingips/22ca20f1-ef08-4a3e-bd38-af2adc2a651a HTTP/1.1" status: 204 len: 168 time: 0.5521033 Mar 22 18:02:58.235372 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-951cacc0-eff4-44d4-a1c1-bf619eeb0824 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (50fb284c-b451-46f1-8b37-6d4147542694), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.264038 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cacc0-eff4-44d4-a1c1-bf619eeb0824 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fb284c-b451-46f1-8b37-6d4147542694,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:58.380487 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-951cacc0-eff4-44d4-a1c1-bf619eeb0824 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.381879 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-951cacc0-eff4-44d4-a1c1-bf619eeb0824 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4208250 Mar 22 18:02:58.384710 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39558) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:58.389681 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-ffc6cfe2-4a4c-4150-bc39-35874bd6c89f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group_rule': {'security_group_id': '50fb284c-b451-46f1-8b37-6d4147542694', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:02:58.524301 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cfe2-4a4c-4150-bc39-35874bd6c89f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (02619ba8-98e6-4f92-baf1-bf59c42604d3), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.533795 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39562) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:58.538382 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-8c8a82c5-1861-49d3-bc04-20e7cabb527c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183484497', 'description': 'tempest-description--669797139'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:02:58.580741 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cfe2-4a4c-4150-bc39-35874bd6c89f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (02619ba8-98e6-4f92-baf1-bf59c42604d3), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.628212 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c8a82c5-1861-49d3-bc04-20e7cabb527c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.664654 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cfe2-4a4c-4150-bc39-35874bd6c89f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (02619ba8-98e6-4f92-baf1-bf59c42604d3), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.687680 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6cfe2-4a4c-4150-bc39-35874bd6c89f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02619ba8-98e6-4f92-baf1-bf59c42604d3,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:58.701343 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c8a82c5-1861-49d3-bc04-20e7cabb527c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (db360ca8-eaa2-498c-84f0-ef778e908379), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.761644 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cfe2-4a4c-4150-bc39-35874bd6c89f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.762787 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-ffc6cfe2-4a4c-4150-bc39-35874bd6c89f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3764322 Mar 22 18:02:58.765392 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39564) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:58.769700 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-c96dc6dd-914f-459e-8e84-2de6d4f566b4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group_rule': {'security_group_id': '50fb284c-b451-46f1-8b37-6d4147542694', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:02:58.799499 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c8a82c5-1861-49d3-bc04-20e7cabb527c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (db360ca8-eaa2-498c-84f0-ef778e908379), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.827680 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a82c5-1861-49d3-bc04-20e7cabb527c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db360ca8-eaa2-498c-84f0-ef778e908379,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:58.869755 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c96dc6dd-914f-459e-8e84-2de6d4f566b4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (7bc3eb6b-e212-4b7f-b38e-75b0a17aeb83), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.910302 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c8a82c5-1861-49d3-bc04-20e7cabb527c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:58.912123 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-8c8a82c5-1861-49d3-bc04-20e7cabb527c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3767297 Mar 22 18:02:58.914372 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39566) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:58.920066 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-cf46a3dc-77e5-4248-ace2-8856ead3dc2b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'security_group_rule': {'security_group_id': 'db360ca8-eaa2-498c-84f0-ef778e908379', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:02:58.925273 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c96dc6dd-914f-459e-8e84-2de6d4f566b4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (7bc3eb6b-e212-4b7f-b38e-75b0a17aeb83), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.018819 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c96dc6dd-914f-459e-8e84-2de6d4f566b4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (7bc3eb6b-e212-4b7f-b38e-75b0a17aeb83), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.041169 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dc6dd-914f-459e-8e84-2de6d4f566b4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc3eb6b-e212-4b7f-b38e-75b0a17aeb83,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:59.086519 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cf46a3dc-77e5-4248-ace2-8856ead3dc2b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (5ebfc291-6716-4bfd-8c1f-83781071ebdf), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.115847 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.120103 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c96dc6dd-914f-459e-8e84-2de6d4f566b4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.121326 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-c96dc6dd-914f-459e-8e84-2de6d4f566b4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3549864 Mar 22 18:02:59.124636 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39568) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:59.129025 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:02:59.146940 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cf46a3dc-77e5-4248-ace2-8856ead3dc2b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (5ebfc291-6716-4bfd-8c1f-83781071ebdf), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.235813 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.276444 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cf46a3dc-77e5-4248-ace2-8856ead3dc2b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (5ebfc291-6716-4bfd-8c1f-83781071ebdf), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.294518 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46a3dc-77e5-4248-ace2-8856ead3dc2b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebfc291-6716-4bfd-8c1f-83781071ebdf,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:59.334080 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.386923 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-cf46a3dc-77e5-4248-ace2-8856ead3dc2b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.388621 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-cf46a3dc-77e5-4248-ace2-8856ead3dc2b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4732797 Mar 22 18:02:59.391377 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39570) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:59.395682 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-d9bcddf8-05e7-445d-822b-e91d4ef6ee90 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'security_group_rule': {'security_group_id': 'db360ca8-eaa2-498c-84f0-ef778e908379', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:02:59.443373 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Allocated IP 172.27.1.231 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/fcbb6450-4476-406b-a4e5-b0c60110eff2) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:02:59.542419 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (fcbb6450-4476-406b-a4e5-b0c60110eff2), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.558996 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9bcddf8-05e7-445d-822b-e91d4ef6ee90 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (c8e36423-a82a-4d12-a37f-7ea18928e036), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.614594 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9bcddf8-05e7-445d-822b-e91d4ef6ee90 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (c8e36423-a82a-4d12-a37f-7ea18928e036), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.720075 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (fcbb6450-4476-406b-a4e5-b0c60110eff2), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.757650 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:02:59.760992 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:02:59.763585 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:02:59.767583 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9bcddf8-05e7-445d-822b-e91d4ef6ee90 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (c8e36423-a82a-4d12-a37f-7ea18928e036), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.781958 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=fcbb6450-4476-406b-a4e5-b0c60110eff2,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:59.784033 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcddf8-05e7-445d-822b-e91d4ef6ee90 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e36423-a82a-4d12-a37f-7ea18928e036,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:02:59.827888 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (0f708151-43e0-46c2-ad4b-98611a9ea4d8), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.929347 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9bcddf8-05e7-445d-822b-e91d4ef6ee90 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:02:59.931035 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-d9bcddf8-05e7-445d-822b-e91d4ef6ee90 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5387337 Mar 22 18:02:59.934299 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39572) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:02:59.948194 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:02:59.998843 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (fcbb6450-4476-406b-a4e5-b0c60110eff2), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.130722 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.152396 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (fcbb6450-4476-406b-a4e5-b0c60110eff2), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.229946 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.268130 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (fcbb6450-4476-406b-a4e5-b0c60110eff2), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.298069 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (0f708151-43e0-46c2-ad4b-98611a9ea4d8), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.322043 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=fcbb6450-4476-406b-a4e5-b0c60110eff2,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:00.339481 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Allocated IP 172.27.1.216 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/570957e2-95ca-4e3b-a947-cead457271a4) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:03:00.398167 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.399330 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-25a7ba46-3b63-4b6f-9271-c873cedfa5c1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2737389 Mar 22 18:03:00.444191 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for port (570957e2-95ca-4e3b-a947-cead457271a4), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.549947 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-dde9df4c-330b-424b-9040-8aafa39a0213 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1876238167&fields=id&tenant_id=5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 267 time: 0.0431216 Mar 22 18:03:00.571132 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (570957e2-95ca-4e3b-a947-cead457271a4), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.608637 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:03:00.611500 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:03:00.614975 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:03:00.641161 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'Port': ['ID=570957e2-95ca-4e3b-a947-cead457271a4,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:00.662105 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-6b208292-8180-4ee9-bc94-4a132c48082b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:00.663567 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-6b208292-8180-4ee9-bc94-4a132c48082b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 814 time: 0.1072667 Mar 22 18:03:00.679037 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-6472388d-4e64-4036-b79c-e124d0f1c158 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/quotas/5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 375 time: 0.0094409 Mar 22 18:03:00.710163 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (00843207-95db-4d8b-8c32-1cf168ca4c75), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.734972 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-b4e041d3-da04-4817-ad07-e49805460071 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501189 Mar 22 18:03:00.837798 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (570957e2-95ca-4e3b-a947-cead457271a4), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:00.875070 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-86034e2b-8933-4795-b512-ae304b0bbadf service neutron] 10.222.0.73 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287153 Mar 22 18:03:00.972720 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-93fc7b8e-8766-4acf-b4bc-bb0e21219207 service neutron] 10.222.0.73 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916665 Mar 22 18:03:00.993463 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for port (570957e2-95ca-4e3b-a947-cead457271a4), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:01.096624 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130356472'] for port (570957e2-95ca-4e3b-a947-cead457271a4), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:01.167800 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'Port': ['ID=570957e2-95ca-4e3b-a947-cead457271a4,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:01.177510 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (00843207-95db-4d8b-8c32-1cf168ca4c75), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:01.269962 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0c58fccb-589e-407e-9a0c-2e305a7db189 req-2be2a923-fa71-463c-94d4-a083ca0b40ad tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 210 time: 0.0283554 Mar 22 18:03:01.272824 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:01.277469 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-78c00447-89f5-42a6-8c4c-ab6706e7a38c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3420031 Mar 22 18:03:01.428690 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-99d9f874-39f3-47ec-8b02-3f2080b91962 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1183484497&fields=id&tenant_id=4d925cb22561432a9fb611016cb4e943 HTTP/1.1" status: 200 len: 267 time: 0.0441599 Mar 22 18:03:01.536705 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-3e199f9c-1557-4161-8623-bbcf5cd7124f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:01.538187 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-3e199f9c-1557-4161-8623-bbcf5cd7124f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 816 time: 0.1027026 Mar 22 18:03:01.552958 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-aa34062d-4808-421d-9e4d-d22b2136b540 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/quotas/4d925cb22561432a9fb611016cb4e943 HTTP/1.1" status: 200 len: 375 time: 0.0088081 Mar 22 18:03:01.610862 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-491d7718-dbd8-4061-a8eb-d9a369731d8d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522795 Mar 22 18:03:01.713702 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-d0ef2d7a-68c1-4d0c-95d1-ee648f37f3ed service neutron] 10.222.0.73 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895560 Mar 22 18:03:01.803606 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-a1623536-ec95-4f38-808e-698e875c3abd service neutron] 10.222.0.73 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842140 Mar 22 18:03:02.067011 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c997503c-3197-4933-9a70-6ca6b2f53376 req-f73e4fc0-e6ca-402b-9a45-a262d9a02eb9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 210 time: 0.0302896 Mar 22 18:03:02.369877 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-889f2f75-5760-4a2c-b988-b0165646da5a req-8cd998e7-69d2-468a-97f8-1ca1899d2ece tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 210 time: 0.0291452 Mar 22 18:03:03.173571 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0f1b0605-c584-4787-a033-215693970bce req-38bac565-4f58-4e50-aca3-36350fc53724 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 210 time: 0.0322402 Mar 22 18:03:03.511035 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-698e419f-0e82-4ce7-b965-6596f50d65c2 req-d993264c-ed6b-40e9-8a9c-d857876436ad tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 210 time: 0.0595074 Mar 22 18:03:03.562433 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-7ec33429-34bc-43a7-8df6-13764316d99c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:03.563812 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-7ec33429-34bc-43a7-8df6-13764316d99c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 814 time: 0.1217842 Mar 22 18:03:03.633519 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-aa8e78c9-722c-4024-9518-fc27e73175d5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 380 time: 0.0556247 Mar 22 18:03:03.642903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'port': {'device_id': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'admin_state_up': True, 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'security_groups': ['50fb284c-b451-46f1-8b37-6d4147542694']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:03.844879 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Made reservation on behalf of 5933ff6f94b24ebf85963e593ac67df1 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:03:03.848292 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:03.979677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Allocated IP 172.20.0.13 (4e4dae78-e07e-477d-b0e6-40a6a7f8a749/034b3e94-a94e-46aa-aa11-8a9a61a0e34c/233d3b6b-7b15-423e-967a-1bb381dcfdd9) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:03:04.122702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:04.281447 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-37fadd1d-c7d2-4062-9d90-f38bc70d88e8 req-4ebec255-2eb3-4a28-a012-8424008d783f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 210 time: 0.0341418 Mar 22 18:03:04.284466 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:04.291860 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-ecddf841-529d-443f-9288-770172a55246 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:04.307781 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-ecddf841-529d-443f-9288-770172a55246 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 816 time: 0.1270199 Mar 22 18:03:04.350042 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:03:04.360988 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:03:04.371793 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:03:04.376903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:04.377507 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:04.388300 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=233d3b6b-7b15-423e-967a-1bb381dcfdd9,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:04.417106 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-647c82c8-994a-42e7-a528-dd3413e13443 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d925cb22561432a9fb611016cb4e943 HTTP/1.1" status: 200 len: 380 time: 0.1146615 Mar 22 18:03:04.426089 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'port': {'device_id': 'cbd73698-058e-490f-83c7-78775043ef13', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'admin_state_up': True, 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'security_groups': ['db360ca8-eaa2-498c-84f0-ef778e908379']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:04.490390 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e4d68886-0f3a-46cf-9e60-c850b34d64bd tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8520291 Mar 22 18:03:04.508893 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Request body: {'port': {'device_id': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:04.597331 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-eca4408e-0638-4c6b-a6ea-d2b94bc42733 None None] Provisioning complete for port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:03:04.598012 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-eca4408e-0638-4c6b-a6ea-d2b94bc42733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:04.630358 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:04.633353 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-eca4408e-0638-4c6b-a6ea-d2b94bc42733 None None] Port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:03:04.687976 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7bda1-2ab8-4f63-a23e-ea86bd7907c9 req-6d88dde5-4e7f-4001-891b-756a7ddf726b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:04.689689 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c2a7bda1-2ab8-4f63-a23e-ea86bd7907c9 req-6d88dde5-4e7f-4001-891b-756a7ddf726b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 932 time: 0.1021142 Mar 22 18:03:04.703835 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Made reservation on behalf of 4d925cb22561432a9fb611016cb4e943 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:03:04.707096 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:04.901848 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c2a7bda1-2ab8-4f63-a23e-ea86bd7907c9 req-ef3c8153-cea0-4036-9482-3c4d0c7990b6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006578 Mar 22 18:03:05.007137 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Allocated IP 172.20.0.8 (ba936390-cac1-4492-b7d1-b07f4c922a85/7bd4adf8-880a-469c-b4d5-8dfacc6eb998/5680f56a-a18e-4eee-a591-ecb40fc90c68) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:03:05.076445 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233d3b6b-7b15-423e-967a-1bb381dcfdd9 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:03:05.090527 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Publish callbacks [] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:05.142745 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Transition to ACTIVE for port object 233d3b6b-7b15-423e-967a-1bb381dcfdd9 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:03:05.198269 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:05.304088 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:05.345625 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:05.394427 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Pushing event updated for resources: {'Port': ['ID=233d3b6b-7b15-423e-967a-1bb381dcfdd9,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:05.451736 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Network ba936390-cac1-4492-b7d1-b07f4c922a85 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:03:05.457248 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:03:05.459140 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Attempting to bind port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:03:05.459481 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Attempting to bind port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:03:05.459799 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Attempting to bind port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:03:05.464956 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:03:05.469708 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:05.470328 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:05.499227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:03:05.499546 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Attempting to bind port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:03:05.502444 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event updated for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:05.510690 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:03:05.511038 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Checking segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:03:05.511425 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Bound using segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:03:05.511881 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Bound port: 233d3b6b-7b15-423e-967a-1bb381dcfdd9, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:03:05.512246 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:05.534878 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc15ded-fc14-4710-aadc-207ca99c9324 req-9306fee1-14b9-409c-bb62-d43e444b9b38 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:05.536465 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4fc15ded-fc14-4710-aadc-207ca99c9324 req-9306fee1-14b9-409c-bb62-d43e444b9b38 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 931 time: 0.1719842 Mar 22 18:03:05.568226 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-79c5a519-f07a-43e6-a722-f5da0c6c918d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1458421 Mar 22 18:03:05.586020 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Request body: {'port': {'device_id': 'cbd73698-058e-490f-83c7-78775043ef13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:05.653078 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] For port 233d3b6b-7b15-423e-967a-1bb381dcfdd9, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:03:05.677134 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] For port 233d3b6b-7b15-423e-967a-1bb381dcfdd9, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=233d3b6b-7b15-423e-967a-1bb381dcfdd9,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:03:05.698003 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4fc15ded-fc14-4710-aadc-207ca99c9324 req-70f08eb4-2981-4000-a2fb-6f3d38898a8b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392276 Mar 22 18:03:05.708872 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:05.785276 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-f4220ed9-c862-480f-8cfe-3306f11178ad None None] Provisioning complete for port 5680f56a-a18e-4eee-a591-ecb40fc90c68 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:03:05.785872 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f4220ed9-c862-480f-8cfe-3306f11178ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:05.810744 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:05.819310 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-f4220ed9-c862-480f-8cfe-3306f11178ad None None] Port 5680f56a-a18e-4eee-a591-ecb40fc90c68 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:03:05.861701 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:05.862330 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:05.863784 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] 10.222.0.74 "PUT /v2.0/ports/233d3b6b-7b15-423e-967a-1bb381dcfdd9 HTTP/1.1" status: 200 len: 1094 time: 1.3597288 Mar 22 18:03:05.866591 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'tag': '233d3b6b-7b15-423e-967a-1bb381dcfdd9'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:05.868903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd3219-34a4-49c1-bc65-ba4547bbd978" -d '{"events": [{"name": "network-changed", "server_uuid": "36023547-bbe2-4079-a567-b638ce9a1eb0", "tag": "233d3b6b-7b15-423e-967a-1bb381dcfdd9"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:05.922099 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d144a7-93f8-4351-9040-2a464be9f709 x-openstack-request-id: req-c5d144a7-93f8-4351-9040-2a464be9f709 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:05.922390 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36023547-bbe2-4079-a567-b638ce9a1eb0", "tag": "233d3b6b-7b15-423e-967a-1bb381dcfdd9", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:05.922655 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5d144a7-93f8-4351-9040-2a464be9f709 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:05.923653 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d144a7-93f8-4351-9040-2a464be9f709'] response: {'name': 'network-changed', 'server_uuid': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'tag': '233d3b6b-7b15-423e-967a-1bb381dcfdd9', 'status': 'completed', 'code': 200} Mar 22 18:03:05.970970 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d8e4e-d3ca-4423-8571-a496661fe5ad service neutron] Pushing event updated for resources: {'Port': ['ID=233d3b6b-7b15-423e-967a-1bb381dcfdd9,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:06.060538 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd3219-34a4-49c1-bc65-ba4547bbd978 req-80b05628-ba22-4aed-9cb5-6e5c65898698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:06.062141 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-21cd3219-34a4-49c1-bc65-ba4547bbd978 req-80b05628-ba22-4aed-9cb5-6e5c65898698 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 1128 time: 0.1231453 Mar 22 18:03:06.112808 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6d1c2-eb1f-4e17-8b91-ce2b58c02655 req-3caedff0-afaf-47d7-98d0-34ec70973fca tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:06.114310 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3dc6d1c2-eb1f-4e17-8b91-ce2b58c02655 req-3caedff0-afaf-47d7-98d0-34ec70973fca tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 944 time: 0.1358118 Mar 22 18:03:06.203074 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5680f56a-a18e-4eee-a591-ecb40fc90c68 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:03:06.222352 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Publish callbacks [] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:06.489223 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Transition to ACTIVE for port object 5680f56a-a18e-4eee-a591-ecb40fc90c68 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:03:06.492647 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3dc6d1c2-eb1f-4e17-8b91-ce2b58c02655 req-14d4f249-7f24-40a9-b9b3-bc2ad389ce52 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512883 Mar 22 18:03:06.505207 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd3219-34a4-49c1-bc65-ba4547bbd978 req-2c7ea288-b8af-496a-90c1-c8214981419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:06.506678 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-21cd3219-34a4-49c1-bc65-ba4547bbd978 req-2c7ea288-b8af-496a-90c1-c8214981419b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5933ff6f94b24ebf85963e593ac67df1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4346995 Mar 22 18:03:06.567890 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:06.645844 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Pushing event updated for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:06.651151 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd3219-34a4-49c1-bc65-ba4547bbd978 req-bb3ee5ab-dc15-480a-a32b-62ea05447fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:06.652821 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-21cd3219-34a4-49c1-bc65-ba4547bbd978 req-bb3ee5ab-dc15-480a-a32b-62ea05447fc5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401391 Mar 22 18:03:06.688941 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Attempting to bind port 5680f56a-a18e-4eee-a591-ecb40fc90c68 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:03:06.689643 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Attempting to bind port 5680f56a-a18e-4eee-a591-ecb40fc90c68 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:03:06.689643 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Attempting to bind port 5680f56a-a18e-4eee-a591-ecb40fc90c68 on network ba936390-cac1-4492-b7d1-b07f4c922a85 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:03:06.704721 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Port 5680f56a-a18e-4eee-a591-ecb40fc90c68 on network ba936390-cac1-4492-b7d1-b07f4c922a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:03:06.705048 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Attempting to bind port 5680f56a-a18e-4eee-a591-ecb40fc90c68 on network ba936390-cac1-4492-b7d1-b07f4c922a85 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:03:06.727750 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:03:06.728141 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Checking segment: {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:03:06.728579 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Bound using segment: {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:03:06.729025 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Bound port: 5680f56a-a18e-4eee-a591-ecb40fc90c68, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d58d7f0-214d-4f45-b9b1-d7243c113497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:03:06.729422 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:06.791500 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-21b583c6-7bf7-43c8-9466-02f74b44ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:06.792959 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-21b583c6-7bf7-43c8-9466-02f74b44ad62 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 1128 time: 0.1010592 Mar 22 18:03:06.864042 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-46728ccf-6153-46df-86a5-44234700b5de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=233d3b6b-7b15-423e-967a-1bb381dcfdd9 HTTP/1.1" status: 200 len: 217 time: 0.0508163 Mar 22 18:03:06.872347 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:03:06.883105 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:03:06.925378 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a6ea2-eb76-47d0-a053-273f90434e38 req-606015ee-85c9-4666-ae48-64cf5f91884f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:06.926878 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-395a6ea2-eb76-47d0-a053-273f90434e38 req-606015ee-85c9-4666-ae48-64cf5f91884f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.1521883 Mar 22 18:03:06.936377 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-6513cb2c-956c-424e-aa3b-97a99c6c9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:06.937767 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-6513cb2c-956c-424e-aa3b-97a99c6c9dff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 200 len: 853 time: 0.0632713 Mar 22 18:03:06.989674 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:07.040705 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:07.041351 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:07.042754 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] 10.222.0.74 "PUT /v2.0/ports/5680f56a-a18e-4eee-a591-ecb40fc90c68 HTTP/1.1" status: 200 len: 1093 time: 1.4667821 Mar 22 18:03:07.048678 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-395a6ea2-eb76-47d0-a053-273f90434e38 req-6780f883-d241-4df5-bf91-097eac6ed318 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149609 Mar 22 18:03:07.074327 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-ccdb69f3-aa5b-4262-aa4f-85f1736bfd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:07.075920 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-ccdb69f3-aa5b-4262-aa4f-85f1736bfd59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1248517 Mar 22 18:03:07.079110 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da434f9-ed2e-42ae-b00b-25bfa314c144 service neutron] Pushing event updated for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:07.231186 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-7d01df5e-8a83-49af-b18a-2f161b7732c5 service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473382 Mar 22 18:03:07.249896 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-931f6519-34ed-45a0-a3cd-c3d1c30e983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:07.251327 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-931f6519-34ed-45a0-a3cd-c3d1c30e983f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 1127 time: 0.0790455 Mar 22 18:03:07.326208 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-116b0b14-ef00-4066-9919-b6a7e5940553 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68 HTTP/1.1" status: 200 len: 217 time: 0.0648513 Mar 22 18:03:07.393682 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-220a4b6f-fc43-470f-a65a-d41c6f1f20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:07.395117 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-220a4b6f-fc43-470f-a65a-d41c6f1f20ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.0629313 Mar 22 18:03:07.415135 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8124cb70-8470-47b7-92ac-a3649e7e0dd1 req-e0146288-5b85-4023-bc39-a83b9a60d45b service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760015 Mar 22 18:03:07.448988 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-4441852a-1068-42e8-b225-2db464787e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:07.450517 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-4441852a-1068-42e8-b225-2db464787e77 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478239 Mar 22 18:03:07.545041 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-27215f99-6594-4ebf-8818-10a613bc3b8f service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870073 Mar 22 18:03:07.671464 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98262a08-b33e-47cf-80d2-d2d70b6f5a5d req-2d4a7f86-65c3-44aa-a61f-603dbc0a1e98 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:07.672921 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-98262a08-b33e-47cf-80d2-d2d70b6f5a5d req-2d4a7f86-65c3-44aa-a61f-603dbc0a1e98 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 944 time: 0.1044974 Mar 22 18:03:07.676432 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-44bea3c1-0bfa-4cd3-a0ac-24f381906b97 req-3e2833a1-e78e-4ec7-ad4a-f3360c7c4c39 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249697 Mar 22 18:03:07.720077 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-98262a08-b33e-47cf-80d2-d2d70b6f5a5d req-89d8d886-3b00-482c-9bf8-6a0764e8426c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415230 Mar 22 18:03:07.924963 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:07.927379 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d863ca-3349-44dc-b9b2-545678c7c977" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:07.964661 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad9ce4c-1ae9-41d9-8c77-63bd2e62ef80 x-openstack-request-id: req-4ad9ce4c-1ae9-41d9-8c77-63bd2e62ef80 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:07.964952 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:07.965224 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ad9ce4c-1ae9-41d9-8c77-63bd2e62ef80 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:07.965737 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad9ce4c-1ae9-41d9-8c77-63bd2e62ef80'] response: {'name': 'network-changed', 'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'status': 'completed', 'code': 200} Mar 22 18:03:08.175374 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-452195df-bb88-4b9b-8bb2-0311c970eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:08.176768 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-452195df-bb88-4b9b-8bb2-0311c970eee9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 1127 time: 0.0719683 Mar 22 18:03:08.249888 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361eb40-18b2-41c8-8c44-a1cd614c8e23 req-95ee61a3-2489-4e48-87ac-9f6155775807 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:08.288968 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2361eb40-18b2-41c8-8c44-a1cd614c8e23 req-95ee61a3-2489-4e48-87ac-9f6155775807 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.1147192 Mar 22 18:03:08.306859 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-befd9858-527b-46d6-ba2f-4f43c3faaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:08.308341 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-befd9858-527b-46d6-ba2f-4f43c3faaa8d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 917 time: 0.1242661 Mar 22 18:03:08.328447 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2361eb40-18b2-41c8-8c44-a1cd614c8e23 req-a3947681-f13e-428c-a3fe-ab4f41c0a34f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708115 Mar 22 18:03:08.361008 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-347a1c70-b589-4966-aa8d-ab9bad3d45bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68 HTTP/1.1" status: 200 len: 217 time: 0.0453355 Mar 22 18:03:08.413345 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-b26b02cd-e28c-4487-bd76-2dcc79e87129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:08.414864 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-b26b02cd-e28c-4487-bd76-2dcc79e87129 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.0472257 Mar 22 18:03:08.464107 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-fdee2944-3cbe-4e16-93ab-6fa931eea54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:08.465631 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-fdee2944-3cbe-4e16-93ab-6fa931eea54f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452027 Mar 22 18:03:08.558531 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-ccfe44ec-1385-4a55-ae7d-ccbe3d9cf7ab service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851376 Mar 22 18:03:08.651740 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e2d863ca-3349-44dc-b9b2-545678c7c977 req-8125c6ec-d182-4f98-96f6-b6dd9fbfbf04 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862448 Mar 22 18:03:08.839877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d16a36-d2ed-4120-9fb2-9717e52ebeb5 req-4dd4280e-ebe8-4000-bd56-473c6afef241 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:08.841343 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-86d16a36-d2ed-4120-9fb2-9717e52ebeb5 req-4dd4280e-ebe8-4000-bd56-473c6afef241 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 944 time: 0.0555596 Mar 22 18:03:08.892795 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-86d16a36-d2ed-4120-9fb2-9717e52ebeb5 req-35eced91-841c-48cd-a059-c6230487ee54 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458767 Mar 22 18:03:09.451686 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150b676-5104-424d-8a6d-90fc762a61b3 req-5dd1a263-0f10-4c55-89d3-18b770d7a26f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:09.453233 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4150b676-5104-424d-8a6d-90fc762a61b3 req-5dd1a263-0f10-4c55-89d3-18b770d7a26f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0542574 Mar 22 18:03:09.501477 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4150b676-5104-424d-8a6d-90fc762a61b3 req-7096becc-4035-4287-b804-2e88266e2ded tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Mar 22 18:03:10.007760 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28d6a3-fceb-4a2f-82d3-fdac92d32b90 req-0eada6cb-4a27-452d-896b-12967cc68095 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:10.009278 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-be28d6a3-fceb-4a2f-82d3-fdac92d32b90 req-0eada6cb-4a27-452d-896b-12967cc68095 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 944 time: 0.0515468 Mar 22 18:03:10.055882 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-be28d6a3-fceb-4a2f-82d3-fdac92d32b90 req-370a5b41-ae57-484b-938c-d8c4fb402a90 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402637 Mar 22 18:03:10.626879 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a4ef1-383f-4d04-9c5d-4f5cfa4b1a89 req-8b464b16-b227-48f4-a613-e5ab38bf5246 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:10.628329 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd6a4ef1-383f-4d04-9c5d-4f5cfa4b1a89 req-8b464b16-b227-48f4-a613-e5ab38bf5246 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0559800 Mar 22 18:03:10.674948 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd6a4ef1-383f-4d04-9c5d-4f5cfa4b1a89 req-cbc692a0-9aee-4ccd-9c32-1fd190c9626c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Mar 22 18:03:10.963652 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efd86f-fbbe-4e1b-aff4-7fffb3d3122a req-b9b11621-00b5-4e15-826b-fc799f011fec tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:10.965140 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d2efd86f-fbbe-4e1b-aff4-7fffb3d3122a req-b9b11621-00b5-4e15-826b-fc799f011fec tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0525789 Mar 22 18:03:11.012395 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d2efd86f-fbbe-4e1b-aff4-7fffb3d3122a req-422dcd6f-9c07-4d1a-aa66-94ed3eff4d9d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Mar 22 18:03:11.178455 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569459f7-b9cd-43e1-bebf-5db735533d30 req-0790b09e-f7fd-41ad-b04a-e98ed76383e3 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:11.179824 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-569459f7-b9cd-43e1-bebf-5db735533d30 req-0790b09e-f7fd-41ad-b04a-e98ed76383e3 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 944 time: 0.0554042 Mar 22 18:03:11.225472 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-569459f7-b9cd-43e1-bebf-5db735533d30 req-ea5ce9f9-43d9-4102-bda1-c704b753a0ee tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392239 Mar 22 18:03:11.298240 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 233d3b6b-7b15-423e-967a-1bb381dcfdd9 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:03:11.396631 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 233d3b6b-7b15-423e-967a-1bb381dcfdd9, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=233d3b6b-7b15-423e-967a-1bb381dcfdd9,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:11.408410 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '233d3b6b-7b15-423e-967a-1bb381dcfdd9', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'port_id': '233d3b6b-7b15-423e-967a-1bb381dcfdd9', 'mac_address': 'fa:16:3e:5a:16:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:03:11.444861 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:03:11.445183 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:11.457765 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233d3b6b-7b15-423e-967a-1bb381dcfdd9 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:03:11.476862 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 233d3b6b-7b15-423e-967a-1bb381dcfdd9, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=233d3b6b-7b15-423e-967a-1bb381dcfdd9,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:11.561382 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:11.562196 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 5680f56a-a18e-4eee-a591-ecb40fc90c68 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:03:11.653162 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=233d3b6b-7b15-423e-967a-1bb381dcfdd9,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:11.699841 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:11.711411 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'port_id': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'mac_address': 'fa:16:3e:99:f6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:03:11.748364 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 5680f56a-a18e-4eee-a591-ecb40fc90c68 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:03:11.748740 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:11.765446 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5680f56a-a18e-4eee-a591-ecb40fc90c68 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:03:11.784953 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:11.797291 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617a8f1-b6ca-4073-9ccd-eb0beeae0467 req-1c38d144-245c-4fac-bde6-c30172f5fa0c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:11.798837 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9617a8f1-b6ca-4073-9ccd-eb0beeae0467 req-1c38d144-245c-4fac-bde6-c30172f5fa0c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0522738 Mar 22 18:03:11.846891 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9617a8f1-b6ca-4073-9ccd-eb0beeae0467 req-64f48794-03cd-4106-84dc-65f939205ca5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423138 Mar 22 18:03:11.875631 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:11.922349 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:12.129270 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d78341-3fab-48b6-b019-8eeed3d18a7c req-2774f39a-4c4b-478e-a3d1-0b4da0dd6e89 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:12.130779 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-88d78341-3fab-48b6-b019-8eeed3d18a7c req-2774f39a-4c4b-478e-a3d1-0b4da0dd6e89 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0521941 Mar 22 18:03:12.180154 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-88d78341-3fab-48b6-b019-8eeed3d18a7c req-1d89b992-f11c-4b7f-8ccb-f221de2e69e2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Mar 22 18:03:12.269936 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['233d3b6b-7b15-423e-967a-1bb381dcfdd9'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:03:12.296423 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['5680f56a-a18e-4eee-a591-ecb40fc90c68'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:03:12.342966 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d0042-1483-4b9d-893b-0c2d1a024fbe req-af5a3c1d-4eec-46a7-97c5-c2446a45599e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:12.344501 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-848d0042-1483-4b9d-893b-0c2d1a024fbe req-af5a3c1d-4eec-46a7-97c5-c2446a45599e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0521631 Mar 22 18:03:12.390664 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-848d0042-1483-4b9d-893b-0c2d1a024fbe req-9fb7498a-4571-4d26-8c7c-03683c9e56a0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403519 Mar 22 18:03:12.967520 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23735856-b048-4b64-913b-b4c1a7a6a028 req-e321a5b1-b3e3-46de-b5f5-bd20a9ef609a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:12.968997 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23735856-b048-4b64-913b-b4c1a7a6a028 req-e321a5b1-b3e3-46de-b5f5-bd20a9ef609a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 944 time: 0.0524569 Mar 22 18:03:13.016435 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23735856-b048-4b64-913b-b4c1a7a6a028 req-b9f378d0-14ec-468a-8c4f-23b0defe0c6c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Mar 22 18:03:13.299572 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128343b0-d955-41dd-a9fd-c7633992b8a8 req-adf640c6-dec8-47e9-9923-00a3e2d745db tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:13.301036 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-128343b0-d955-41dd-a9fd-c7633992b8a8 req-adf640c6-dec8-47e9-9923-00a3e2d745db tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0548966 Mar 22 18:03:13.346653 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-128343b0-d955-41dd-a9fd-c7633992b8a8 req-b90da3fd-1f24-45ca-91ed-329bb3ea5bc2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401011 Mar 22 18:03:13.510784 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c3db-f7b8-406d-8632-c9fbaea4f579 req-3a96ab81-782a-41ae-a6c3-e60bd621d79c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:13.512217 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5586c3db-f7b8-406d-8632-c9fbaea4f579 req-3a96ab81-782a-41ae-a6c3-e60bd621d79c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0534317 Mar 22 18:03:13.558628 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5586c3db-f7b8-406d-8632-c9fbaea4f579 req-848ca7f1-6e52-4f18-9db8-d4ec4e678963 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406380 Mar 22 18:03:14.135280 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c09b9a-4067-45c3-acdf-7253d498a04e req-e865d62d-0700-45c2-8e53-d4a38bd07e61 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:14.136874 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45c09b9a-4067-45c3-acdf-7253d498a04e req-e865d62d-0700-45c2-8e53-d4a38bd07e61 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 944 time: 0.0521121 Mar 22 18:03:14.185829 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45c09b9a-4067-45c3-acdf-7253d498a04e req-80dc3348-70b0-49cb-9076-8eb35dc12c6a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 Mar 22 18:03:14.462057 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba8fa5-8485-4078-a7f3-003a252728cd req-6dea1d7d-86d7-47f1-9037-ab7513a5dadc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:14.463630 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4bba8fa5-8485-4078-a7f3-003a252728cd req-6dea1d7d-86d7-47f1-9037-ab7513a5dadc tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0517745 Mar 22 18:03:14.508187 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4bba8fa5-8485-4078-a7f3-003a252728cd req-6942bf84-1805-4753-89db-ed6e65ea3fb5 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=f69d771f-db51-4597-9ae8-ad27e721b201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390611 Mar 22 18:03:14.674137 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17ab1a-1b0e-4f57-86dd-2a00c0165919 req-c01b6395-9c92-4ec5-894a-00db10fd4883 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:14.675500 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6f17ab1a-1b0e-4f57-86dd-2a00c0165919 req-c01b6395-9c92-4ec5-894a-00db10fd4883 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 945 time: 0.0518615 Mar 22 18:03:14.721323 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6f17ab1a-1b0e-4f57-86dd-2a00c0165919 req-da09723d-ce4d-48af-8187-bdad7ddcdb0e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402012 Mar 22 18:03:14.921336 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-307c2563-097d-4058-bfca-3c88c1ffca5e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:14.922775 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-307c2563-097d-4058-bfca-3c88c1ffca5e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 946 time: 0.0541477 Mar 22 18:03:15.016192 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Deleting port b9206667-3938-4e8b-8eb4-bcf5b032c820 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:03:15.016538 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:15.105273 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] For port b9206667-3938-4e8b-8eb4-bcf5b032c820, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=b9206667-3938-4e8b-8eb4-bcf5b032c820,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:15.105661 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:15.294698 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:15.294971 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (ca8ab977-c2b0-4670-836e-3c36cc556b08), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:15.295282 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Floating IP ca8ab977-c2b0-4670-836e-3c36cc556b08 disassociated. External IP: 172.27.1.162, port: b9206667-3938-4e8b-8eb4-bcf5b032c820. Mar 22 18:03:15.295618 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Calling delete_port for b9206667-3938-4e8b-8eb4-bcf5b032c820 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:03:15.307728 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 233d3b6b-7b15-423e-967a-1bb381dcfdd9 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:03:15.361621 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f315cf6-ad49-41f4-8ef4-de562afec7bb req-4e691825-9592-4db6-8953-6b276b194cd9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:15.363059 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1f315cf6-ad49-41f4-8ef4-de562afec7bb req-4e691825-9592-4db6-8953-6b276b194cd9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 944 time: 0.1069577 Mar 22 18:03:15.425659 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1f315cf6-ad49-41f4-8ef4-de562afec7bb req-13e4eff5-12ef-4cc0-8572-f9697dbb05b0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568895 Mar 22 18:03:15.452577 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:03:15.456466 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:03:15.456842 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:15.531557 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:03:15.531949 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:15.554249 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233d3b6b-7b15-423e-967a-1bb381dcfdd9'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:15.556399 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e985063d-ab4b-4343-942e-59ae35006c87" -d '{"events": [{"server_uuid": "36023547-bbe2-4079-a567-b638ce9a1eb0", "name": "network-vif-plugged", "status": "completed", "tag": "233d3b6b-7b15-423e-967a-1bb381dcfdd9"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:15.561893 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (b9206667-3938-4e8b-8eb4-bcf5b032c820), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:15.569315 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 233d3b6b-7b15-423e-967a-1bb381dcfdd9, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=233d3b6b-7b15-423e-967a-1bb381dcfdd9,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:15.599836 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcf98fb-5cf1-44f1-a6c3-db30c7657d6e x-openstack-request-id: req-bdcf98fb-5cf1-44f1-a6c3-db30c7657d6e {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:15.599836 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36023547-bbe2-4079-a567-b638ce9a1eb0", "name": "network-vif-plugged", "status": "completed", "tag": "233d3b6b-7b15-423e-967a-1bb381dcfdd9", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:15.599836 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdcf98fb-5cf1-44f1-a6c3-db30c7657d6e {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:15.599836 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcf98fb-5cf1-44f1-a6c3-db30c7657d6e'] response: {'server_uuid': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233d3b6b-7b15-423e-967a-1bb381dcfdd9', 'code': 200} Mar 22 18:03:15.607291 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event deleted for resources: {'Port': ['ID=b9206667-3938-4e8b-8eb4-bcf5b032c820,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:15.630730 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67cd9f1f-7295-4fc5-9770-19e9756bbdb7 req-2b0f8051-0409-4088-a317-94e1a0024955 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 210 time: 0.0337627 Mar 22 18:03:15.664670 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:15.665602 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 5680f56a-a18e-4eee-a591-ecb40fc90c68 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:03:15.742868 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=233d3b6b-7b15-423e-967a-1bb381dcfdd9,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:15.751827 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:03:15.818527 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 5680f56a-a18e-4eee-a591-ecb40fc90c68 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:03:15.822923 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 5680f56a-a18e-4eee-a591-ecb40fc90c68 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:03:15.824080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:15.907207 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 5680f56a-a18e-4eee-a591-ecb40fc90c68 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:03:15.907398 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:15.944667 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:16.047377 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:16.102217 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:16.162606 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2dc6a-8ec9-41ee-8910-cbf0aea92f01 req-a589aeed-6431-41c3-86b3-03991ed92c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:16.164083 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-acf2dc6a-8ec9-41ee-8910-cbf0aea92f01 req-a589aeed-6431-41c3-86b3-03991ed92c1e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 1130 time: 0.0909846 Mar 22 18:03:16.191397 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7521d-34ea-4656-90f8-54a9afd90201 req-90da900b-da9c-4bfe-94d4-9415885577cf tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:16.192976 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7b7521d-34ea-4656-90f8-54a9afd90201 req-90da900b-da9c-4bfe-94d4-9415885577cf tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 946 time: 0.3970613 Mar 22 18:03:16.201159 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:03:16.211927 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] Sync routers for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:03:16.222271 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:16.222902 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:16.265956 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] No DVR routers for this DVR port b9206667-3938-4e8b-8eb4-bcf5b032c820 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:03:16.270571 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:16.273826 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d7636893-61ae-4221-b13f-71a9a4bf4f74 req-a241b8b6-f3a7-4d03-942d-9c81533783a0 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "DELETE /v2.0/ports/b9206667-3938-4e8b-8eb4-bcf5b032c820 HTTP/1.1" status: 204 len: 173 time: 1.3451767 Mar 22 18:03:16.274410 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'name': 'network-vif-deleted', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:16.277337 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f14294-c72b-4c1e-b231-496a07d4f29f" -d '{"events": [{"server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "name": "network-vif-deleted", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:16.304533 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-acf2dc6a-8ec9-41ee-8910-cbf0aea92f01 req-3af7f706-8593-434b-96dd-46c7842b9b73 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300848 Mar 22 18:03:16.316400 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7b7521d-34ea-4656-90f8-54a9afd90201 req-782a71f4-a78b-49fc-9f0a-80bc7fe7d51a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133075 Mar 22 18:03:16.343695 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabf55bd-3750-4a2f-a5fb-527642389b6f x-openstack-request-id: req-eabf55bd-3750-4a2f-a5fb-527642389b6f {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:16.343695 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0baa6b-5261-42a3-a077-232c420ea677", "name": "network-vif-deleted", "tag": "b9206667-3938-4e8b-8eb4-bcf5b032c820", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:16.343695 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eabf55bd-3750-4a2f-a5fb-527642389b6f {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:16.343695 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabf55bd-3750-4a2f-a5fb-527642389b6f'] response: {'server_uuid': '4b0baa6b-5261-42a3-a077-232c420ea677', 'name': 'network-vif-deleted', 'tag': 'b9206667-3938-4e8b-8eb4-bcf5b032c820', 'status': 'completed', 'code': 200} Mar 22 18:03:16.344063 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:16.565351 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:27Z', 'revision_number': 5, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:16.570154 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30de93a-b9fa-4ca0-9d2e-1beba4349da3 req-5c0f4bc8-a0d2-45f9-8859-1997e68a19ce tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:16.571699 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f30de93a-b9fa-4ca0-9d2e-1beba4349da3 req-5c0f4bc8-a0d2-45f9-8859-1997e68a19ce tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0637238 Mar 22 18:03:16.598448 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] Checking router: f0b2debc-c84b-4a4a-9050-d5e3caf3c829 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:03:16.607109 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:16.607732 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:16.639367 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f30de93a-b9fa-4ca0-9d2e-1beba4349da3 req-41a39b23-3fe4-4f22-b7f0-5162e4e98637 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578685 Mar 22 18:03:16.724184 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:16.747603 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1577bd71-3817-4f37-83a2-3bb5c8012a35 req-766da686-1b00-4f1d-b5c4-74d64abaa9db tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b0baa6b-5261-42a3-a077-232c420ea677 HTTP/1.1" status: 200 len: 210 time: 0.0327609 Mar 22 18:03:16.941458 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:27Z', 'revision_number': 5, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:16.969577 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2147bb-9dd6-4f64-82f0-e2c84af8445d None None] The sync data for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi is: [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'abc8005d-69bd-43ca-8129-3fa3d4609106', 'name': '', 'network_id': 'b50e1b37-0f21-414b-993c-223d33d99c74', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'mac_address': 'fa:16:3e:66:52:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:05Z', 'updated_at': '2022-03-22T17:57:27Z', 'revision_number': 5, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'subnets': [{'id': '9169a76e-b5b1-49f2-b443-ba875ae2c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:03:17.194477 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d50841-1a35-4c80-a7ae-bf054f854172 None None] New status for floating IP ca8ab977-c2b0-4670-836e-3c36cc556b08: DOWN {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:03:17.317425 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device b9206667-3938-4e8b-8eb4-bcf5b032c820 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:03:17.342582 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: b9206667-3938-4e8b-8eb4-bcf5b032c820 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:03:17.342937 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device b9206667-3938-4e8b-8eb4-bcf5b032c820 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:03:17.441018 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b92cb3-d027-437e-92ad-7f38931a23c3 req-eaa2853a-5190-42a5-b23d-befb5693d2ae tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:17.442523 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a2b92cb3-d027-437e-92ad-7f38931a23c3 req-eaa2853a-5190-42a5-b23d-befb5693d2ae tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 946 time: 0.0522254 Mar 22 18:03:17.491276 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a2b92cb3-d027-437e-92ad-7f38931a23c3 req-a40331be-4863-4f03-9403-695de690af5c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 Mar 22 18:03:17.600436 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:17.602726 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758133d4-0c49-4d01-a909-3a8ca2dc742e" -d '{"events": [{"server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "name": "network-vif-plugged", "status": "completed", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:17.638343 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fade58ff-06c5-4e07-95c7-4cb2c5dde851 x-openstack-request-id: req-fade58ff-06c5-4e07-95c7-4cb2c5dde851 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:17.638632 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "name": "network-vif-plugged", "status": "completed", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:17.638886 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fade58ff-06c5-4e07-95c7-4cb2c5dde851 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:17.639279 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fade58ff-06c5-4e07-95c7-4cb2c5dde851'] response: {'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'code': 200} Mar 22 18:03:17.775533 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b5c3b-937c-4b2f-9c7e-75cafc72fc9a req-9356c34b-6f13-41d6-b4fb-66c617720b94 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:17.777045 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a23b5c3b-937c-4b2f-9c7e-75cafc72fc9a req-9356c34b-6f13-41d6-b4fb-66c617720b94 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0531800 Mar 22 18:03:17.830572 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a23b5c3b-937c-4b2f-9c7e-75cafc72fc9a req-43c9221f-9ce3-4675-b76b-9650ab9a9329 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469828 Mar 22 18:03:17.920578 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39734) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:18.014747 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-67ba8714-c66c-4a14-88ea-6fd3cb3e803c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group (f69d771f-db51-4597-9ae8-ad27e721b201), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:18.042700 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-67ba8714-c66c-4a14-88ea-6fd3cb3e803c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group (f69d771f-db51-4597-9ae8-ad27e721b201), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:18.046524 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f7449-ace5-4713-8e8e-38ddb0fff8ca req-fa8791c6-e77b-45d5-a96d-dcd69a9accd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:18.048015 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ff0f7449-ace5-4713-8e8e-38ddb0fff8ca req-fa8791c6-e77b-45d5-a96d-dcd69a9accd3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 1129 time: 0.0892489 Mar 22 18:03:18.113651 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ff0f7449-ace5-4713-8e8e-38ddb0fff8ca req-7140a98f-ee48-4f5d-aeb5-bfc6c9dd5a64 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580785 Mar 22 18:03:18.178341 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-67ba8714-c66c-4a14-88ea-6fd3cb3e803c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f69d771f-db51-4597-9ae8-ad27e721b201), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:18.180914 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-67ba8714-c66c-4a14-88ea-6fd3cb3e803c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:18.182255 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-67ba8714-c66c-4a14-88ea-6fd3cb3e803c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "DELETE /v2.0/security-groups/f69d771f-db51-4597-9ae8-ad27e721b201 HTTP/1.1" status: 204 len: 168 time: 0.2606561 Mar 22 18:03:18.185097 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39736) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:18.191677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba8714-c66c-4a14-88ea-6fd3cb3e803c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69d771f-db51-4597-9ae8-ad27e721b201,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:18.199783 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.api.v2.resource [None req-4a31faa0-4274-469c-80ff-455654c26e44 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] show failed (client error): The resource could not be found. Mar 22 18:03:18.203795 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39738) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:18.204081 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-4a31faa0-4274-469c-80ff-455654c26e44 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups/f69d771f-db51-4597-9ae8-ad27e721b201 HTTP/1.1" status: 404 len: 347 time: 0.0175080 Mar 22 18:03:18.341806 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-a1a862d4-df1b-4a8c-9d4a-fc797da7cd8d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Deleting port 7e547c41-d1e2-40b7-b24a-81c84833cfc1 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:03:18.342163 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a1a862d4-df1b-4a8c-9d4a-fc797da7cd8d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (7e547c41-d1e2-40b7-b24a-81c84833cfc1), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:18.421907 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a1a862d4-df1b-4a8c-9d4a-fc797da7cd8d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (7e547c41-d1e2-40b7-b24a-81c84833cfc1), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:18.422181 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a1a862d4-df1b-4a8c-9d4a-fc797da7cd8d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for floatingip (7e547c41-d1e2-40b7-b24a-81c84833cfc1), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:18.433750 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-a1a862d4-df1b-4a8c-9d4a-fc797da7cd8d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Calling delete_port for 7e547c41-d1e2-40b7-b24a-81c84833cfc1 owned by network:floatingip {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:03:18.624696 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a1a862d4-df1b-4a8c-9d4a-fc797da7cd8d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (7e547c41-d1e2-40b7-b24a-81c84833cfc1), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:18.654843 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a862d4-df1b-4a8c-9d4a-fc797da7cd8d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event deleted for resources: {'Port': ['ID=7e547c41-d1e2-40b7-b24a-81c84833cfc1,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:18.684038 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a1a862d4-df1b-4a8c-9d4a-fc797da7cd8d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks [] for floatingip (ca8ab977-c2b0-4670-836e-3c36cc556b08), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:18.686563 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a1a862d4-df1b-4a8c-9d4a-fc797da7cd8d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:18.687730 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a1a862d4-df1b-4a8c-9d4a-fc797da7cd8d tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "DELETE /v2.0/floatingips/ca8ab977-c2b0-4670-836e-3c36cc556b08 HTTP/1.1" status: 204 len: 168 time: 0.4825327 Mar 22 18:03:18.780082 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fa37c-b382-4626-99cc-4007242ff45e req-bca306d4-e1d9-4892-b0cd-64296fb786f7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:18.781597 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ba4fa37c-b382-4626-99cc-4007242ff45e req-bca306d4-e1d9-4892-b0cd-64296fb786f7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 946 time: 0.0558708 Mar 22 18:03:18.831185 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ba4fa37c-b382-4626-99cc-4007242ff45e req-e57fec37-4baa-4e9b-8004-55700cdecaef tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438309 Mar 22 18:03:18.983125 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cacfc8-0a0b-422d-8435-3539a2f51923 req-3542ecac-4ee3-4088-a07f-573b348b5848 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:18.984787 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7cacfc8-0a0b-422d-8435-3539a2f51923 req-3542ecac-4ee3-4088-a07f-573b348b5848 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 946 time: 0.0892911 Mar 22 18:03:18.997766 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cecd87-25d1-4f41-a863-c64b8474a226 req-c7eccde8-6bc0-4765-bf15-34bc6c25a82c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:18.999289 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-02cecd87-25d1-4f41-a863-c64b8474a226 req-c7eccde8-6bc0-4765-bf15-34bc6c25a82c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0760763 Mar 22 18:03:19.001217 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39750) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:19.006166 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-d51102f1-fac6-48aa-9465-b2521db422fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'floatingip': {'port_id': '233d3b6b-7b15-423e-967a-1bb381dcfdd9'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:19.058004 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d51102f1-fac6-48aa-9465-b2521db422fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (0f708151-43e0-46c2-ad4b-98611a9ea4d8), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:19.141579 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-02cecd87-25d1-4f41-a863-c64b8474a226 req-e1d3e453-2bf0-477e-a7b2-517a9eb74b3a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312010 Mar 22 18:03:19.503802 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d51102f1-fac6-48aa-9465-b2521db422fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:19.584789 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d51102f1-fac6-48aa-9465-b2521db422fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (0f708151-43e0-46c2-ad4b-98611a9ea4d8), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:19.688404 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-d51102f1-fac6-48aa-9465-b2521db422fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Floating IP 0f708151-43e0-46c2-ad4b-98611a9ea4d8 associated. External IP: 172.27.1.231, port: 233d3b6b-7b15-423e-967a-1bb381dcfdd9. Mar 22 18:03:19.908596 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51102f1-fac6-48aa-9465-b2521db422fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Router 0dd1c279-0183-4674-9d83-412a42615194 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:03:20.022973 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51102f1-fac6-48aa-9465-b2521db422fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:03:20.027628 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d51102f1-fac6-48aa-9465-b2521db422fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:20.034693 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:03:20.045389 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:20.046475 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:20.059249 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-d51102f1-fac6-48aa-9465-b2521db422fb tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "PUT /v2.0/floatingips/0f708151-43e0-46c2-ad4b-98611a9ea4d8 HTTP/1.1" status: 200 len: 992 time: 1.0567925 Mar 22 18:03:20.059851 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'tag': '233d3b6b-7b15-423e-967a-1bb381dcfdd9'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:20.062122 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "36023547-bbe2-4079-a567-b638ce9a1eb0", "tag": "233d3b6b-7b15-423e-967a-1bb381dcfdd9"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:20.099215 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a06284-6214-4201-8d26-6147018d494e x-openstack-request-id: req-75a06284-6214-4201-8d26-6147018d494e {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:20.099702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36023547-bbe2-4079-a567-b638ce9a1eb0", "tag": "233d3b6b-7b15-423e-967a-1bb381dcfdd9", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:20.099961 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75a06284-6214-4201-8d26-6147018d494e {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:20.100424 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a06284-6214-4201-8d26-6147018d494e'] response: {'name': 'network-changed', 'server_uuid': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'tag': '233d3b6b-7b15-423e-967a-1bb381dcfdd9', 'status': 'completed', 'code': 200} Mar 22 18:03:20.160396 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:20.164661 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-a26c4376-fcaf-45b7-a497-ad9fe40fa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:20.166768 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-a26c4376-fcaf-45b7-a497-ad9fe40fa3ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 1130 time: 0.0453115 Mar 22 18:03:20.296145 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-63085050-1d4c-48d1-ab03-91bc37b96fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:20.297716 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-63085050-1d4c-48d1-ab03-91bc37b96fdd service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 915 time: 0.1255124 Mar 22 18:03:20.311033 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e231820-b601-4e2e-9650-33f542e25e6a req-b40d6796-4367-494e-8c34-07736792d7cc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:20.312547 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8e231820-b601-4e2e-9650-33f542e25e6a req-b40d6796-4367-494e-8c34-07736792d7cc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0919518 Mar 22 18:03:20.422295 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8e231820-b601-4e2e-9650-33f542e25e6a req-ea5f4316-73fe-4fa7-944a-6470159dca6e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007447 Mar 22 18:03:20.424259 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-f910ff7e-c485-40b0-9db2-e3ca8a157d2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=233d3b6b-7b15-423e-967a-1bb381dcfdd9 HTTP/1.1" status: 200 len: 1000 time: 0.1107812 Mar 22 18:03:20.485857 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-e0982371-c689-476f-9f22-5d3f5210fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:20.487557 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-e0982371-c689-476f-9f22-5d3f5210fbdb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 200 len: 853 time: 0.0517964 Mar 22 18:03:20.520357 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '0f708151-43e0-46c2-ad4b-98611a9ea4d8', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '233d3b6b-7b15-423e-967a-1bb381dcfdd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:5a:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:02:59Z', 'updated_at': '2022-03-22T18:03:19Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:20.548489 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:03:20.558272 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:20.558936 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:20.570987 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60386e6-f0f4-49a5-9654-d86c65e18a04 req-d0904192-750b-4960-82d8-09e8f6ec1142 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:20.572520 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d60386e6-f0f4-49a5-9654-d86c65e18a04 req-d0904192-750b-4960-82d8-09e8f6ec1142 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0825024 Mar 22 18:03:20.574458 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-db223b10-c185-4359-97cb-d170de148923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:20.576106 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-db223b10-c185-4359-97cb-d170de148923 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774488 Mar 22 18:03:20.581634 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39766) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:20.586006 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-24439500-1bdf-4747-b2c1-9dab718b40fc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Request body: {'floatingip': {'port_id': '5680f56a-a18e-4eee-a591-ecb40fc90c68'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:20.667262 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-24439500-1bdf-4747-b2c1-9dab718b40fc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (00843207-95db-4d8b-8c32-1cf168ca4c75), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:20.668642 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:20.797460 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-a4d4146e-9ef5-40cf-b1e4-60d726620301 service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081952 Mar 22 18:03:20.898080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '0f708151-43e0-46c2-ad4b-98611a9ea4d8', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '233d3b6b-7b15-423e-967a-1bb381dcfdd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:5a:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:02:59Z', 'updated_at': '2022-03-22T18:03:19Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:20.928528 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a897452b-2515-4d58-a1d1-c6e3455d4551 None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '0f708151-43e0-46c2-ad4b-98611a9ea4d8', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': '233d3b6b-7b15-423e-967a-1bb381dcfdd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:5a:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:02:59Z', 'updated_at': '2022-03-22T18:03:19Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:03:21.129451 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a472d362-7101-4512-8635-d8c79103cd88 None None] New status for floating IP 0f708151-43e0-46c2-ad4b-98611a9ea4d8: ACTIVE {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:03:21.222305 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8641b52-06d6-48ec-8b41-af1be3bc5ebf req-4c27f73e-20bd-49dc-ab41-d1635383bc50 service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135187 Mar 22 18:03:21.440404 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-24439500-1bdf-4747-b2c1-9dab718b40fc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:21.515557 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-24439500-1bdf-4747-b2c1-9dab718b40fc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (00843207-95db-4d8b-8c32-1cf168ca4c75), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:21.623679 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-24439500-1bdf-4747-b2c1-9dab718b40fc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Floating IP 00843207-95db-4d8b-8c32-1cf168ca4c75 associated. External IP: 172.27.1.216, port: 5680f56a-a18e-4eee-a591-ecb40fc90c68. Mar 22 18:03:21.873612 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1e6d-814c-40d4-bdc6-c67c21061028 req-8042d71e-9948-4d31-aa3e-cff3c2bd96cd tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:21.875119 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-157b1e6d-814c-40d4-bdc6-c67c21061028 req-8042d71e-9948-4d31-aa3e-cff3c2bd96cd tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0808394 Mar 22 18:03:21.890210 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24439500-1bdf-4747-b2c1-9dab718b40fc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:03:21.999614 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-157b1e6d-814c-40d4-bdc6-c67c21061028 req-37e45fa1-0d59-4ab8-a016-ff3ad3b955f6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188388 Mar 22 18:03:22.033852 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24439500-1bdf-4747-b2c1-9dab718b40fc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:03:22.038394 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-24439500-1bdf-4747-b2c1-9dab718b40fc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:22.043053 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] Sync routers for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:03:22.052670 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:22.053280 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:22.067528 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-24439500-1bdf-4747-b2c1-9dab718b40fc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "PUT /v2.0/floatingips/00843207-95db-4d8b-8c32-1cf168ca4c75 HTTP/1.1" status: 200 len: 991 time: 1.4848199 Mar 22 18:03:22.101351 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:22.103818 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab9b59b-0587-4065-b73a-0c13c28f783d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:22.140029 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4360f2ea-b92b-49d7-9c5d-90581e7e7006 x-openstack-request-id: req-4360f2ea-b92b-49d7-9c5d-90581e7e7006 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:22.140321 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:22.140609 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4360f2ea-b92b-49d7-9c5d-90581e7e7006 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:22.141160 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4360f2ea-b92b-49d7-9c5d-90581e7e7006'] response: {'name': 'network-changed', 'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'status': 'completed', 'code': 200} Mar 22 18:03:22.165735 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:22.206294 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-f5b22c89-a47d-4053-8ba9-4a1badfdd412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:22.207809 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-f5b22c89-a47d-4053-8ba9-4a1badfdd412 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 1129 time: 0.0456123 Mar 22 18:03:22.301607 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-b2ff83f5-a944-40cc-85ad-d77b3977dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:22.303036 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-b2ff83f5-a944-40cc-85ad-d77b3977dbb6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 917 time: 0.0876946 Mar 22 18:03:22.367169 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-f26d55c3-a25f-4135-9fd3-be22f7150abc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68 HTTP/1.1" status: 200 len: 999 time: 0.0580378 Mar 22 18:03:22.392323 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '00843207-95db-4d8b-8c32-1cf168ca4c75', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'port_id': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'mac_address': 'fa:16:3e:99:f6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd73698-058e-490f-83c7-78775043ef13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:03:00Z', 'updated_at': '2022-03-22T18:03:21Z', 'revision_number': 1, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:22.420394 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-576234d4-d4b2-4bdb-b30d-3fe0bcc1a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:22.421866 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-576234d4-d4b2-4bdb-b30d-3fe0bcc1a62a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.0476096 Mar 22 18:03:22.423324 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] Checking router: 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:03:22.438532 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:22.439144 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:02:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:22.473102 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-ac75976b-f106-401e-a3c9-96f375f4a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:22.474733 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-ac75976b-f106-401e-a3c9-96f375f4a9e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454502 Mar 22 18:03:22.507638 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:22.558260 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:22.563322 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-6e63088b-05eb-4649-ad23-d296b91ed922 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819187 Mar 22 18:03:22.636830 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-179134d8-c2c3-4ca3-a985-9da0b930fc2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:22.657816 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ab9b59b-0587-4065-b73a-0c13c28f783d req-1f090fee-7cf8-4035-891a-9d0996f00ab3 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874577 Mar 22 18:03:22.785211 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '00843207-95db-4d8b-8c32-1cf168ca4c75', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'port_id': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'mac_address': 'fa:16:3e:99:f6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd73698-058e-490f-83c7-78775043ef13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:03:00Z', 'updated_at': '2022-03-22T18:03:21Z', 'revision_number': 1, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:22.811088 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4fb7a-04b5-4e82-b5fc-3ac44514cc0b None None] The sync data for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi is: [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '00843207-95db-4d8b-8c32-1cf168ca4c75', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'port_id': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'mac_address': 'fa:16:3e:99:f6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd73698-058e-490f-83c7-78775043ef13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:03:00Z', 'updated_at': '2022-03-22T18:03:21Z', 'revision_number': 1, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:03:23.015170 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da284f-0326-4044-a19c-3cd4eb057818 None None] New status for floating IP 00843207-95db-4d8b-8c32-1cf168ca4c75: ACTIVE {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:03:23.124089 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31562aa-555f-4095-a1fb-db84034c39d1 req-832f4357-eacd-4ada-af12-108d28a6be80 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:23.125565 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c31562aa-555f-4095-a1fb-db84034c39d1 req-832f4357-eacd-4ada-af12-108d28a6be80 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0546417 Mar 22 18:03:23.171724 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c31562aa-555f-4095-a1fb-db84034c39d1 req-0c90105d-6e86-4d8e-bcdd-1f4426d13c2a tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 Mar 22 18:03:23.395784 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-ef950629-ceea-4ff0-a9da-b4ec98ac10d1 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:23.397125 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-ef950629-ceea-4ff0-a9da-b4ec98ac10d1 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 945 time: 0.0506015 Mar 22 18:03:23.499114 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-39ed3367-2eb2-4c62-96f1-0a184e940908 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Deleting port f1ad7eca-0f12-417f-8308-47fd21fe456b {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:03:23.499453 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-39ed3367-2eb2-4c62-96f1-0a184e940908 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:23.589245 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-39ed3367-2eb2-4c62-96f1-0a184e940908 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] For port f1ad7eca-0f12-417f-8308-47fd21fe456b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f1ad7eca-0f12-417f-8308-47fd21fe456b,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:23.589648 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-39ed3367-2eb2-4c62-96f1-0a184e940908 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:23.607177 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-39ed3367-2eb2-4c62-96f1-0a184e940908 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Calling delete_port for f1ad7eca-0f12-417f-8308-47fd21fe456b owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:03:23.801295 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-39ed3367-2eb2-4c62-96f1-0a184e940908 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (f1ad7eca-0f12-417f-8308-47fd21fe456b), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:23.812247 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd', 'f1ad7eca-0f12-417f-8308-47fd21fe456b'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:03:23.830198 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed3367-2eb2-4c62-96f1-0a184e940908 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event deleted for resources: {'Port': ['ID=f1ad7eca-0f12-417f-8308-47fd21fe456b,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:23.875900 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-39ed3367-2eb2-4c62-96f1-0a184e940908 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] No DVR routers for this DVR port f1ad7eca-0f12-417f-8308-47fd21fe456b on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:03:23.878390 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-39ed3367-2eb2-4c62-96f1-0a184e940908 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:23.881706 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-93aa58dc-95d8-4902-b990-7c8a58841cd1 req-39ed3367-2eb2-4c62-96f1-0a184e940908 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "DELETE /v2.0/ports/f1ad7eca-0f12-417f-8308-47fd21fe456b HTTP/1.1" status: 204 len: 173 time: 0.4792202 Mar 22 18:03:24.142737 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169908e3-cc58-4629-9c14-16b524a4e389', 'name': 'network-vif-deleted', 'tag': 'f1ad7eca-0f12-417f-8308-47fd21fe456b'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:24.145080 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873f3165-e3e9-4ad5-a066-5211e2f56f56" -d '{"events": [{"server_uuid": "169908e3-cc58-4629-9c14-16b524a4e389", "name": "network-vif-deleted", "tag": "f1ad7eca-0f12-417f-8308-47fd21fe456b"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:24.187902 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6ec610-8624-4d58-80ae-9c4f6f2793cc x-openstack-request-id: req-4a6ec610-8624-4d58-80ae-9c4f6f2793cc {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:24.187902 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169908e3-cc58-4629-9c14-16b524a4e389", "name": "network-vif-deleted", "tag": "f1ad7eca-0f12-417f-8308-47fd21fe456b", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:24.187902 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a6ec610-8624-4d58-80ae-9c4f6f2793cc {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:24.187902 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6ec610-8624-4d58-80ae-9c4f6f2793cc'] response: {'server_uuid': '169908e3-cc58-4629-9c14-16b524a4e389', 'name': 'network-vif-deleted', 'tag': 'f1ad7eca-0f12-417f-8308-47fd21fe456b', 'status': 'completed', 'code': 200} Mar 22 18:03:24.289082 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c1920c08-7db5-44ee-9a58-048dd62bcfbc req-9abaf8e5-8eb0-4457-9a25-3bbe76ff6b6c tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=169908e3-cc58-4629-9c14-16b524a4e389 HTTP/1.1" status: 200 len: 210 time: 0.0334544 Mar 22 18:03:24.741857 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9c867f9a-22f0-489a-96f8-84538995bda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:25.793861 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee698e-ddd2-4f77-9ad0-4637642d50b4 req-68c51427-2dd2-489d-b03f-298df9f92fd6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:25.795325 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d9ee698e-ddd2-4f77-9ad0-4637642d50b4 req-68c51427-2dd2-489d-b03f-298df9f92fd6 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Mar 22 18:03:25.841701 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d9ee698e-ddd2-4f77-9ad0-4637642d50b4 req-d3ec9974-d7de-4ba8-b1c5-c043f7fff74f tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Mar 22 18:03:25.930364 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:26.967639 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a783cd8-14d6-427f-a3a4-d3a2f141256e req-963a02db-22aa-44dd-abaf-5856621a9777 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:26.969110 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a783cd8-14d6-427f-a3a4-d3a2f141256e req-963a02db-22aa-44dd-abaf-5856621a9777 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0578332 Mar 22 18:03:27.015806 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a783cd8-14d6-427f-a3a4-d3a2f141256e req-eb100f6e-92cf-49c2-83d5-bc55de11001b tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 Mar 22 18:03:27.374321 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device f1ad7eca-0f12-417f-8308-47fd21fe456b no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:03:27.399172 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: f1ad7eca-0f12-417f-8308-47fd21fe456b {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:03:27.399512 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device f1ad7eca-0f12-417f-8308-47fd21fe456b not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:03:27.489995 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:27.852474 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:03:28.136932 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3056524-b798-40e4-b665-e52880a70245 req-1894d9e1-a89c-4ab7-b7b6-51b5b492806e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:28.138493 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a3056524-b798-40e4-b665-e52880a70245 req-1894d9e1-a89c-4ab7-b7b6-51b5b492806e tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0562387 Mar 22 18:03:28.185074 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a3056524-b798-40e4-b665-e52880a70245 req-e4957851-5749-4eb7-82cb-9dbd96355ee2 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a4a9180-8846-479f-8595-b89a8d4a312e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Mar 22 18:03:28.551790 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-af77fcb2-4b2a-499e-8a20-d93d42b7c6ce tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:28.553226 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-af77fcb2-4b2a-499e-8a20-d93d42b7c6ce tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 945 time: 0.0516481 Mar 22 18:03:28.649269 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-37e1e934-3888-44be-b4ee-d36fe4b06ffb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Deleting port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:03:28.649634 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-37e1e934-3888-44be-b4ee-d36fe4b06ffb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:28.735492 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-37e1e934-3888-44be-b4ee-d36fe4b06ffb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] For port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:28.735850 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-37e1e934-3888-44be-b4ee-d36fe4b06ffb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:28.751726 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-37e1e934-3888-44be-b4ee-d36fe4b06ffb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Calling delete_port for ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:03:28.933106 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-37e1e934-3888-44be-b4ee-d36fe4b06ffb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:28.945605 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:03:28.961620 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1e934-3888-44be-b4ee-d36fe4b06ffb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Pushing event deleted for resources: {'Port': ['ID=ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:29.007819 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-37e1e934-3888-44be-b4ee-d36fe4b06ffb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] No DVR routers for this DVR port ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:03:29.014332 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-37e1e934-3888-44be-b4ee-d36fe4b06ffb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:29.017745 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8a0bb2b8-b0e4-4574-9c94-7d3047301e93 req-37e1e934-3888-44be-b4ee-d36fe4b06ffb tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.74 "DELETE /v2.0/ports/ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd HTTP/1.1" status: 204 len: 173 time: 0.4587147 Mar 22 18:03:29.018706 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8009d1-edcf-426f-a76e-0c8f07d90221', 'name': 'network-vif-deleted', 'tag': 'ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:29.020460 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fa6165-44f6-4f61-a251-65d659a66660" -d '{"events": [{"server_uuid": "fc8009d1-edcf-426f-a76e-0c8f07d90221", "name": "network-vif-deleted", "tag": "ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:29.054778 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37887366-72be-4685-9464-0611cce52c92 x-openstack-request-id: req-37887366-72be-4685-9464-0611cce52c92 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:29.055068 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8009d1-edcf-426f-a76e-0c8f07d90221", "name": "network-vif-deleted", "tag": "ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:29.055370 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-37887366-72be-4685-9464-0611cce52c92 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:29.055797 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37887366-72be-4685-9464-0611cce52c92'] response: {'server_uuid': 'fc8009d1-edcf-426f-a76e-0c8f07d90221', 'name': 'network-vif-deleted', 'tag': 'ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd', 'status': 'completed', 'code': 200} Mar 22 18:03:29.076160 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:29.280913 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-357d6180-c31f-436d-aaca-4ade364e9ef9 req-97eb8754-6960-469f-8261-b14d4f61f612 tempest-ServerRescueNegativeTestJSON-79570634 tempest-ServerRescueNegativeTestJSON-79570634-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8009d1-edcf-426f-a76e-0c8f07d90221 HTTP/1.1" status: 200 len: 210 time: 0.0286787 Mar 22 18:03:30.336311 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39806) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:30.830511 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759877'] for router_interface (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:31.329269 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] Deleting port abc8005d-69bd-43ca-8129-3fa3d4609106 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:03:31.329632 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:31.387411 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:03:31.407796 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:03:31.408141 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device ca5e0ef4-513d-4a56-b3b0-9b1013c7ddcd not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:03:31.410053 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] For port abc8005d-69bd-43ca-8129-3fa3d4609106, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=abc8005d-69bd-43ca-8129-3fa3d4609106,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:31.410544 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:31.427059 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] Calling delete_port for abc8005d-69bd-43ca-8129-3fa3d4609106 owned by network:router_interface {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:03:31.692929 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (abc8005d-69bd-43ca-8129-3fa3d4609106), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:31.716910 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=abc8005d-69bd-43ca-8129-3fa3d4609106,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:31.883977 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754165'] for router_interface (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:32.104605 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] Router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:03:32.214881 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:03:32.225619 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7747f10f-c97f-47e2-8e8b-2386d6809d2a admin admin] 10.222.0.73 "PUT /v2.0/routers/f0b2debc-c84b-4a4a-9050-d5e3caf3c829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8831632 Mar 22 18:03:32.225619 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39822) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:32.226013 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] Sync routers for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:03:32.235714 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:32.236319 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:03:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:32.330070 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Publish callbacks [] for router (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:32.345618 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:32.439032 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Publish callbacks [] for router_gateway (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:32.534448 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:03:31Z', 'revision_number': 5, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port': {'id': '1d439124-c403-4942-9dfd-b191ff6d987c', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:57Z', 'updated_at': '2022-03-22T17:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:32.541332 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30713ca9-b871-4979-8117-91589a9645dd req-bda8ee6a-60e2-479f-82cf-f21ff416332e tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:32.543125 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-30713ca9-b871-4979-8117-91589a9645dd req-bda8ee6a-60e2-479f-82cf-f21ff416332e tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0527852 Mar 22 18:03:32.562153 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] Checking router: f0b2debc-c84b-4a4a-9050-d5e3caf3c829 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:03:32.570922 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] Routers {'f0b2debc-c84b-4a4a-9050-d5e3caf3c829'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:32.571534 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:03:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:32.589815 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Deleting port 1d439124-c403-4942-9dfd-b191ff6d987c {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:03:32.590268 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:32.593532 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-30713ca9-b871-4979-8117-91589a9645dd req-6c8673ef-e482-461e-9a17-b6085c507963 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449281 Mar 22 18:03:32.679653 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] For port 1d439124-c403-4942-9dfd-b191ff6d987c, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=1d439124-c403-4942-9dfd-b191ff6d987c,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:32.680107 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:32.695017 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Calling delete_port for 1d439124-c403-4942-9dfd-b191ff6d987c owned by network:router_gateway {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:03:32.791674 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] Set router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 gateway port host: None {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:32.843062 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:03:32Z', 'revision_number': 6, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port_host': None}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:32.874305 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196f833-ffc9-4c43-94af-c17d1c48a73d None None] The sync data for ids ['f0b2debc-c84b-4a4a-9050-d5e3caf3c829'] in dv-cinder-739079-8-iscsi is: [{'id': 'f0b2debc-c84b-4a4a-9050-d5e3caf3c829', 'name': 'tempest-ServerRescueNegativeTestJSON-1335366524-router', 'tenant_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:03:32Z', 'revision_number': 6, 'project_id': '75d8f1bf3674461eb14e5de4c707bcfb', 'gw_port_host': None}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:03:32.979282 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (1d439124-c403-4942-9dfd-b191ff6d987c), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.010516 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d439124-c403-4942-9dfd-b191ff6d987c,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:33.064338 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-756495'] for router_gateway (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.170837 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6629'] for router (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.172946 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Publish callbacks [] for router_controller (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.313305 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757996'] for router (f0b2debc-c84b-4a4a-9050-d5e3caf3c829), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.313925 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0b2debc-c84b-4a4a-9050-d5e3caf3c829 {{(pid=110337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 18:03:33.324161 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.324161 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-dfa7ff00-6cb3-4ad5-bdc2-ee3a419b2236 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f0b2debc-c84b-4a4a-9050-d5e3caf3c829 HTTP/1.1" status: 204 len: 168 time: 1.0962870 Mar 22 18:03:33.324161 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39828) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:33.366479 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f0b63e-f045-4ec9-9fb9-59849b5d7dc2 admin admin] Deleting subnet 9169a76e-b5b1-49f2-b443-ba875ae2c50e {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:03:33.369822 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b63e-f045-4ec9-9fb9-59849b5d7dc2 admin admin] Publish callbacks [] for subnet (9169a76e-b5b1-49f2-b443-ba875ae2c50e), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.406244 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b63e-f045-4ec9-9fb9-59849b5d7dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (9169a76e-b5b1-49f2-b443-ba875ae2c50e), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.510653 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b63e-f045-4ec9-9fb9-59849b5d7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (9169a76e-b5b1-49f2-b443-ba875ae2c50e), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.652210 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b63e-f045-4ec9-9fb9-59849b5d7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (9169a76e-b5b1-49f2-b443-ba875ae2c50e), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.678848 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 1d439124-c403-4942-9dfd-b191ff6d987c no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:03:33.679645 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0b63e-f045-4ec9-9fb9-59849b5d7dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9169a76e-b5b1-49f2-b443-ba875ae2c50e,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:33.683538 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b63e-f045-4ec9-9fb9-59849b5d7dc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.689520 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-d3f0b63e-f045-4ec9-9fb9-59849b5d7dc2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9169a76e-b5b1-49f2-b443-ba875ae2c50e HTTP/1.1" status: 204 len: 168 time: 0.3631372 Mar 22 18:03:33.689695 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39832) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:33.703380 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4bb804-6505-42bc-852e-d2c3dccc204c None None] Network b50e1b37-0f21-414b-993c-223d33d99c74 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:03:33.705648 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 1d439124-c403-4942-9dfd-b191ff6d987c {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:03:33.705994 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 1d439124-c403-4942-9dfd-b191ff6d987c not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:03:33.706409 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device abc8005d-69bd-43ca-8129-3fa3d4609106 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:03:33.768123 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: abc8005d-69bd-43ca-8129-3fa3d4609106 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:03:33.769076 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device abc8005d-69bd-43ca-8129-3fa3d4609106 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:03:33.795114 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (b50e1b37-0f21-414b-993c-223d33d99c74), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.808488 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa56456-c3c9-4c07-b1bd-23549d62e7e3 req-e7a1ecd0-8aff-45e1-9933-d9e10577d88c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:33.810009 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-daa56456-c3c9-4c07-b1bd-23549d62e7e3 req-e7a1ecd0-8aff-45e1-9933-d9e10577d88c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.1135013 Mar 22 18:03:33.893736 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04a0d3-4d21-418e-a744-f21dca0121f9 None None] DHCP port deletion for b50e1b37-0f21-414b-993c-223d33d99c74 request from dv-cinder-739079-8-iscsi {{(pid=110338) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 18:03:33.924955 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-daa56456-c3c9-4c07-b1bd-23549d62e7e3 req-7c8539c0-0973-408c-abe5-95affa0065eb tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093802 Mar 22 18:03:33.950602 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-e19b2508-6eb9-428e-be45-dac96eb00f3d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:33.950602 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-e19b2508-6eb9-428e-be45-dac96eb00f3d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.74 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.1142051 Mar 22 18:03:33.950786 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-ae04a0d3-4d21-418e-a744-f21dca0121f9 None None] Deleting port b74b3574-6fe4-4639-9562-2712b42ee18e {{(pid=110338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:03:33.951548 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ae04a0d3-4d21-418e-a744-f21dca0121f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), before_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:33.983951 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Deleting port b74b3574-6fe4-4639-9562-2712b42ee18e {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:03:33.984282 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.030186 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-ae04a0d3-4d21-418e-a744-f21dca0121f9 None None] For port b74b3574-6fe4-4639-9562-2712b42ee18e, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=b74b3574-6fe4-4639-9562-2712b42ee18e,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:34.030509 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ae04a0d3-4d21-418e-a744-f21dca0121f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), precommit_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.043356 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-ae04a0d3-4d21-418e-a744-f21dca0121f9 None None] Calling delete_port for b74b3574-6fe4-4639-9562-2712b42ee18e owned by network:dhcp {{(pid=110338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:03:34.086220 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] For port b74b3574-6fe4-4639-9562-2712b42ee18e, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=b74b3574-6fe4-4639-9562-2712b42ee18e,segment=NetworkSegment(d9476843-4175-4449-87b3-60e0932f0a17),segment_id=d9476843-4175-4449-87b3-60e0932f0a17)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:34.086577 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.102575 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Calling delete_port for b74b3574-6fe4-4639-9562-2712b42ee18e owned by network:dhcp {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:03:34.158523 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Deleting port 7250b6f0-f290-4c2f-a3a2-cff31f88270d {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:03:34.158781 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.264445 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ae04a0d3-4d21-418e-a744-f21dca0121f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), after_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.267793 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] For port 7250b6f0-f290-4c2f-a3a2-cff31f88270d, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=7250b6f0-f290-4c2f-a3a2-cff31f88270d,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:34.268158 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.295179 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04a0d3-4d21-418e-a744-f21dca0121f9 None None] Pushing event deleted for resources: {'Port': ['ID=b74b3574-6fe4-4639-9562-2712b42ee18e,revision_number=None']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:34.295179 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04a0d3-4d21-418e-a744-f21dca0121f9 None None] No DVR routers for this DVR port b74b3574-6fe4-4639-9562-2712b42ee18e on host dv-cinder-739079-8-iscsi {{(pid=110338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:03:34.317469 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (b74b3574-6fe4-4639-9562-2712b42ee18e), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.351931 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] No DVR routers for this DVR port b74b3574-6fe4-4639-9562-2712b42ee18e on host dv-cinder-739079-8-iscsi {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:03:34.358544 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Pushing event deleted for resources: {'Port': ['ID=b74b3574-6fe4-4639-9562-2712b42ee18e,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:34.469658 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (b50e1b37-0f21-414b-993c-223d33d99c74), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.526559 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.526899 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.527639 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.527965 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > port after_create 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.528283 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > port after_delete 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.528611 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > port after_update 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.528926 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.529240 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.529642 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.529972 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.595798 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.596102 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.596437 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.596760 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 18:03:34.597124 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50e1b37-0f21-414b-993c-223d33d99c74']}} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:34.617266 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9476843-4175-4449-87b3-60e0932f0a17') {'for_net_delete': True} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:34.617587 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9476843-4175-4449-87b3-60e0932f0a17') {} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:34.637674 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130815623'] for segment (d9476843-4175-4449-87b3-60e0932f0a17), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.665411 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.666265 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (9b9f86ea-7b9b-461e-90de-aad383810f0c), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.666265 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Floating IP 9b9f86ea-7b9b-461e-90de-aad383810f0c disassociated. External IP: 172.27.1.207, port: 7250b6f0-f290-4c2f-a3a2-cff31f88270d. Mar 22 18:03:34.666593 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Calling delete_port for 7250b6f0-f290-4c2f-a3a2-cff31f88270d owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:03:34.671017 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (d9476843-4175-4449-87b3-60e0932f0a17), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.683717 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=110336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:03:34.684091 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131730312'] for segment (d9476843-4175-4449-87b3-60e0932f0a17), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: from cryptography.utils import int_from_bytes Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: from cryptography.utils import int_from_bytes Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: self.session.flush() Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: self.session.flush() Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: self.session.flush() Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: self.session.flush() Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: Traceback (most recent call last): Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: timer() Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: cb(*args, **kw) Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: return func(*args, **kwargs) Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: self._notify() Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: self.callback(batched_events) Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: event.method(event) Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: return f(self, *a, **k) Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._get(url).json() Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: return self.request(url, 'GET', **kwargs) Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:03:34.692239 dv-cinder-739079-8-iscsi neutron-server[110336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:03:35.087538 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03773b-ebeb-4d10-81fb-46ef648609aa req-21a9c123-e123-4c01-ab48-bc867b2b8de0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:35.089102 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0d03773b-ebeb-4d10-81fb-46ef648609aa req-21a9c123-e123-4c01-ab48-bc867b2b8de0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 946 time: 0.0876679 Mar 22 18:03:35.125231 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (b50e1b37-0f21-414b-993c-223d33d99c74), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:35.130545 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:35.133854 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] 10.222.0.73 "DELETE /v2.0/networks/b50e1b37-0f21-414b-993c-223d33d99c74 HTTP/1.1" status: 204 len: 168 time: 1.4433758 Mar 22 18:03:35.169863 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25020ad-41b1-40f2-8590-4756b06f878e admin admin] Pushing event deleted for resources: {'Network': ['ID=b50e1b37-0f21-414b-993c-223d33d99c74,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:35.198359 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0d03773b-ebeb-4d10-81fb-46ef648609aa req-32849639-71be-401a-8678-e87ac9bb6e31 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d05706f0-1eb9-45b6-9e25-670351504976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028264 Mar 22 18:03:35.258659 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (7250b6f0-f290-4c2f-a3a2-cff31f88270d), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:35.290156 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event deleted for resources: {'Port': ['ID=7250b6f0-f290-4c2f-a3a2-cff31f88270d,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:35.404903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:03:35.515687 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:03:35.525598 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] Sync routers for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:03:35.536774 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:35.537707 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:03:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:35.554901 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39840) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:35.562239 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] No DVR routers for this DVR port 7250b6f0-f290-4c2f-a3a2-cff31f88270d on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:03:35.564578 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:35.568010 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-628041d5-5895-4fc7-9eef-f9bfb1d32032 req-98e32107-52d0-43b3-b436-9793298b651a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.74 "DELETE /v2.0/ports/7250b6f0-f290-4c2f-a3a2-cff31f88270d HTTP/1.1" status: 204 len: 173 time: 1.6130340 Mar 22 18:03:35.568551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'name': 'network-vif-deleted', 'tag': '7250b6f0-f290-4c2f-a3a2-cff31f88270d'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:35.571153 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72699bd1-36e7-4ad3-98f4-c6e8d27e7b3e" -d '{"events": [{"server_uuid": "90ae8649-4cba-4827-9df4-ff310627b0a7", "name": "network-vif-deleted", "tag": "7250b6f0-f290-4c2f-a3a2-cff31f88270d"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:35.615733 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2da92a3-2699-4926-bfed-cf9e40f9b530 x-openstack-request-id: req-b2da92a3-2699-4926-bfed-cf9e40f9b530 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:35.618562 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ae8649-4cba-4827-9df4-ff310627b0a7", "name": "network-vif-deleted", "tag": "7250b6f0-f290-4c2f-a3a2-cff31f88270d", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:35.622616 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b2da92a3-2699-4926-bfed-cf9e40f9b530 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:35.623246 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2da92a3-2699-4926-bfed-cf9e40f9b530'] response: {'server_uuid': '90ae8649-4cba-4827-9df4-ff310627b0a7', 'name': 'network-vif-deleted', 'tag': '7250b6f0-f290-4c2f-a3a2-cff31f88270d', 'status': 'completed', 'code': 200} Mar 22 18:03:35.627662 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39844) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:35.637187 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c1b1ba1a-7ce1-450f-82eb-797392535708 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=75d8f1bf3674461eb14e5de4c707bcfb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0720313 Mar 22 18:03:35.696190 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a48796a-bf46-4be2-aef2-013d5fe6d412 admin admin] Publish callbacks [] for security_group (2a4a9180-8846-479f-8595-b89a8d4a312e), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:35.700219 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:35.706913 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device b74b3574-6fe4-4639-9562-2712b42ee18e no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:03:35.724784 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a48796a-bf46-4be2-aef2-013d5fe6d412 admin admin] Publish callbacks [] for security_group (2a4a9180-8846-479f-8595-b89a8d4a312e), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:35.757830 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: b74b3574-6fe4-4639-9562-2712b42ee18e {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:03:35.758572 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device b74b3574-6fe4-4639-9562-2712b42ee18e not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:03:35.853023 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a48796a-bf46-4be2-aef2-013d5fe6d412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2a4a9180-8846-479f-8595-b89a8d4a312e), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:35.856294 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a48796a-bf46-4be2-aef2-013d5fe6d412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:35.857528 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3a48796a-bf46-4be2-aef2-013d5fe6d412 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a4a9180-8846-479f-8595-b89a8d4a312e HTTP/1.1" status: 204 len: 168 time: 0.2286966 Mar 22 18:03:35.865393 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48796a-bf46-4be2-aef2-013d5fe6d412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4a9180-8846-479f-8595-b89a8d4a312e,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:36.028645 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:36.054475 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] Checking router: 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:03:36.063303 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:36.063905 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:03:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:36.170463 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:36.320038 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47a002de-2550-406b-b2b8-167d1a27d5ab req-fb18120f-fdc0-4b43-9437-541f7906d8d3 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae8649-4cba-4827-9df4-ff310627b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0340972 Mar 22 18:03:36.377894 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:36.408698 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f8227-7bd3-40fb-a897-2edfcd430e79 None None] The sync data for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi is: [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:03:36.633946 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fee9d-735c-4172-a44a-7269e86718df None None] New status for floating IP 9b9f86ea-7b9b-461e-90de-aad383810f0c: DOWN {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:03:37.430301 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 7250b6f0-f290-4c2f-a3a2-cff31f88270d no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:03:37.451285 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 7250b6f0-f290-4c2f-a3a2-cff31f88270d {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:03:37.451682 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 7250b6f0-f290-4c2f-a3a2-cff31f88270d not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:03:37.520448 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 39878) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:37.575509 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-364a8cad-72fb-4840-8a65-4b6e9fdad354 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (d05706f0-1eb9-45b6-9e25-670351504976), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:37.601843 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-364a8cad-72fb-4840-8a65-4b6e9fdad354 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (d05706f0-1eb9-45b6-9e25-670351504976), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:37.710007 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-364a8cad-72fb-4840-8a65-4b6e9fdad354 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d05706f0-1eb9-45b6-9e25-670351504976), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:37.713435 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-364a8cad-72fb-4840-8a65-4b6e9fdad354 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:37.715354 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-364a8cad-72fb-4840-8a65-4b6e9fdad354 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "DELETE /v2.0/security-groups/d05706f0-1eb9-45b6-9e25-670351504976 HTTP/1.1" status: 204 len: 168 time: 0.1930826 Mar 22 18:03:37.721319 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39882) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:37.724394 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a8cad-72fb-4840-8a65-4b6e9fdad354 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05706f0-1eb9-45b6-9e25-670351504976,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:37.735832 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.api.v2.resource [None req-9ae7e626-065e-4259-bc61-34281acad168 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] show failed (client error): The resource could not be found. Mar 22 18:03:37.737049 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-9ae7e626-065e-4259-bc61-34281acad168 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups/d05706f0-1eb9-45b6-9e25-670351504976 HTTP/1.1" status: 404 len: 347 time: 0.0147183 Mar 22 18:03:37.740076 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39884) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:38.072921 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-f675a1e0-3375-49f0-b347-eb5303b15f65 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Deleting port cf48e48a-6a52-40fe-89f2-999c86c476ac {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:03:38.073265 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f675a1e0-3375-49f0-b347-eb5303b15f65 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (cf48e48a-6a52-40fe-89f2-999c86c476ac), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:38.148095 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f675a1e0-3375-49f0-b347-eb5303b15f65 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (cf48e48a-6a52-40fe-89f2-999c86c476ac), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:38.148421 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f675a1e0-3375-49f0-b347-eb5303b15f65 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (cf48e48a-6a52-40fe-89f2-999c86c476ac), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:38.160597 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-f675a1e0-3375-49f0-b347-eb5303b15f65 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Calling delete_port for cf48e48a-6a52-40fe-89f2-999c86c476ac owned by network:floatingip {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:03:38.364660 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f675a1e0-3375-49f0-b347-eb5303b15f65 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (cf48e48a-6a52-40fe-89f2-999c86c476ac), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:38.392142 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675a1e0-3375-49f0-b347-eb5303b15f65 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event deleted for resources: {'Port': ['ID=cf48e48a-6a52-40fe-89f2-999c86c476ac,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:38.454158 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f675a1e0-3375-49f0-b347-eb5303b15f65 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (9b9f86ea-7b9b-461e-90de-aad383810f0c), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:38.456675 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f675a1e0-3375-49f0-b347-eb5303b15f65 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:38.457855 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f675a1e0-3375-49f0-b347-eb5303b15f65 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "DELETE /v2.0/floatingips/9b9f86ea-7b9b-461e-90de-aad383810f0c HTTP/1.1" status: 204 len: 168 time: 0.7168264 Mar 22 18:03:38.706713 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39890) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:38.711339 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-f6c1e37b-b49a-4e8d-a685-a6c0c8d6da30 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1791113652', 'description': 'tempest-description--18602589'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:38.816459 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e37b-b49a-4e8d-a685-a6c0c8d6da30 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:38.882362 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e37b-b49a-4e8d-a685-a6c0c8d6da30 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (d24b485d-0d44-4d77-9b24-22907448381d), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:39.029902 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e37b-b49a-4e8d-a685-a6c0c8d6da30 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d24b485d-0d44-4d77-9b24-22907448381d), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:39.059213 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1e37b-b49a-4e8d-a685-a6c0c8d6da30 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24b485d-0d44-4d77-9b24-22907448381d,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:39.170395 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e37b-b49a-4e8d-a685-a6c0c8d6da30 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:39.171641 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f6c1e37b-b49a-4e8d-a685-a6c0c8d6da30 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4639387 Mar 22 18:03:39.174659 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39894) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:39.179185 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-dafd3f3d-a78e-4351-94b0-1d8e642a5684 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'security_group_rule': {'security_group_id': 'd24b485d-0d44-4d77-9b24-22907448381d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:39.396180 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dafd3f3d-a78e-4351-94b0-1d8e642a5684 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (197d7915-357f-497c-9694-d13fdef5307e), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:39.454222 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dafd3f3d-a78e-4351-94b0-1d8e642a5684 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (197d7915-357f-497c-9694-d13fdef5307e), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:39.567004 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dafd3f3d-a78e-4351-94b0-1d8e642a5684 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (197d7915-357f-497c-9694-d13fdef5307e), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:39.584937 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd3f3d-a78e-4351-94b0-1d8e642a5684 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197d7915-357f-497c-9694-d13fdef5307e,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:39.677943 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dafd3f3d-a78e-4351-94b0-1d8e642a5684 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:39.679094 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-dafd3f3d-a78e-4351-94b0-1d8e642a5684 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5034719 Mar 22 18:03:39.682011 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39896) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:39.686273 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-5c837465-1687-48fb-a0de-6a45fb07240d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'security_group_rule': {'security_group_id': 'd24b485d-0d44-4d77-9b24-22907448381d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:39.775992 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5c837465-1687-48fb-a0de-6a45fb07240d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (1e8a9527-dc53-42b4-ae68-86cb5527bb4f), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:39.832715 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5c837465-1687-48fb-a0de-6a45fb07240d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (1e8a9527-dc53-42b4-ae68-86cb5527bb4f), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:39.907592 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5c837465-1687-48fb-a0de-6a45fb07240d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (1e8a9527-dc53-42b4-ae68-86cb5527bb4f), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:39.925201 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c837465-1687-48fb-a0de-6a45fb07240d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8a9527-dc53-42b4-ae68-86cb5527bb4f,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:40.006647 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5c837465-1687-48fb-a0de-6a45fb07240d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:40.011629 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-5c837465-1687-48fb-a0de-6a45fb07240d tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3250310 Mar 22 18:03:40.012073 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 39906) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:40.016713 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:40.144173 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:40.242597 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:40.344702 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Allocated IP 172.27.1.13 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/a465e56e-01e1-4f8b-a6c0-d6d810dccf3b) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:03:40.452000 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for port (a465e56e-01e1-4f8b-a6c0-d6d810dccf3b), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:40.573594 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (a465e56e-01e1-4f8b-a6c0-d6d810dccf3b), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:40.614632 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:03:40.621269 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:03:40.625816 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:03:40.628907 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'Port': ['ID=a465e56e-01e1-4f8b-a6c0-d6d810dccf3b,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:40.712374 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (2af1415a-df9f-43bd-839c-efbf48feacc2), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:40.831850 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (a465e56e-01e1-4f8b-a6c0-d6d810dccf3b), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:40.977803 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for port (a465e56e-01e1-4f8b-a6c0-d6d810dccf3b), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:41.064006 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130356472'] for port (a465e56e-01e1-4f8b-a6c0-d6d810dccf3b), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:41.135789 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'Port': ['ID=a465e56e-01e1-4f8b-a6c0-d6d810dccf3b,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:41.146611 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (2af1415a-df9f-43bd-839c-efbf48feacc2), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:41.234690 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:41.235927 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-24265634-2057-4070-ad83-7c25a1ba5ad9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2228198 Mar 22 18:03:41.428750 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-2a3d9f3f-9660-42fa-9cd8-8c7ad78db42a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1791113652&fields=id&tenant_id=472a603765ff40e68405f6d1bcf35e80 HTTP/1.1" status: 200 len: 267 time: 0.0405593 Mar 22 18:03:41.534641 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-624fbedb-8c3f-4d25-8334-d5932fac0909 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:41.536220 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-624fbedb-8c3f-4d25-8334-d5932fac0909 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/networks?id=5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 200 len: 810 time: 0.1002693 Mar 22 18:03:41.553824 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-b0a140ff-7c64-481f-b5fb-d005100a12c6 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/quotas/472a603765ff40e68405f6d1bcf35e80 HTTP/1.1" status: 200 len: 375 time: 0.0115559 Mar 22 18:03:41.619794 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-89f311a7-8a04-4abc-b98e-2b2ffbe177b9 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572238 Mar 22 18:03:41.715979 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-c93a7773-83d6-4414-aa3d-3f00e1d80517 service neutron] 10.222.0.73 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845788 Mar 22 18:03:41.808849 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-b8395054-3ac0-4083-83d0-24d37e398026 service neutron] 10.222.0.73 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869248 Mar 22 18:03:42.033632 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ec998e2b-b687-4cca-959a-719e90d72115 req-f777d792-3a1f-42af-98a9-94408c698117 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 210 time: 0.0293903 Mar 22 18:03:43.130933 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-308f8b8f-b249-4ba6-801d-d60957389b23 req-f0ab1255-fb64-4de6-b8b0-a77d7ebe0e4c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 210 time: 0.0279818 Mar 22 18:03:44.142528 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a93655de-594f-4ca0-bbc7-cc7b0427f54f tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:44.143988 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a93655de-594f-4ca0-bbc7-cc7b0427f54f tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.74 "GET /v2.0/networks?id=5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 200 len: 810 time: 0.1045032 Mar 22 18:03:44.252408 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-40b5c645-4b24-41c2-8b45-5bc7b18f92ab tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=472a603765ff40e68405f6d1bcf35e80 HTTP/1.1" status: 200 len: 380 time: 0.0986099 Mar 22 18:03:44.270904 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'port': {'device_id': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'admin_state_up': True, 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'security_groups': ['d24b485d-0d44-4d77-9b24-22907448381d']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:44.275290 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ecfc0eef-798a-4373-a212-dd41c0e9e43c req-376368c5-a544-48ca-88fe-a1417261cb57 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 210 time: 0.0464294 Mar 22 18:03:44.538602 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Made reservation on behalf of 472a603765ff40e68405f6d1bcf35e80 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:03:44.543167 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:44.674543 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Allocated IP 172.20.0.14 (5526a5c6-8138-43f9-802e-dfcd05bb423a/adb8dba7-6995-423a-bf33-4b0c253f43b0/271807fc-8196-4b8a-bb00-b329d03497fa) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:03:44.813872 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for port (271807fc-8196-4b8a-bb00-b329d03497fa), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:44.919405 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:44.963093 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Network 5526a5c6-8138-43f9-802e-dfcd05bb423a is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:03:44.966408 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:03:44.972840 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:03:44.979170 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event updated for resources: {'Port': ['ID=271807fc-8196-4b8a-bb00-b329d03497fa,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:45.029446 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:45.030121 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:45.130294 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-a755db8e-657d-4f85-8e01-685297c2a2e2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8631506 Mar 22 18:03:45.142057 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Request body: {'port': {'device_id': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:45.157794 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-bfc53054-e20b-495b-8549-cf081b88798c None None] Provisioning complete for port 271807fc-8196-4b8a-bb00-b329d03497fa triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:03:45.158350 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bfc53054-e20b-495b-8549-cf081b88798c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:45.195253 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-bfc53054-e20b-495b-8549-cf081b88798c None None] Port 271807fc-8196-4b8a-bb00-b329d03497fa cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:03:45.205865 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:45.450451 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635c333-f8db-4f8a-9c9c-b0726c2aefc5 req-17ab5527-1a72-4aec-9f59-3b75073d1522 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:45.451838 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9635c333-f8db-4f8a-9c9c-b0726c2aefc5 req-17ab5527-1a72-4aec-9f59-3b75073d1522 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 932 time: 0.0868666 Mar 22 18:03:45.533209 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9635c333-f8db-4f8a-9c9c-b0726c2aefc5 req-06f9924f-305b-4b01-ba18-7aadeee9c0da tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733912 Mar 22 18:03:45.535254 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271807fc-8196-4b8a-bb00-b329d03497fa {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:03:45.546085 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Publish callbacks [] for port (271807fc-8196-4b8a-bb00-b329d03497fa), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:45.558602 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Transition to ACTIVE for port object 271807fc-8196-4b8a-bb00-b329d03497fa will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:03:45.658856 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:45.712787 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Pushing event updated for resources: {'Port': ['ID=271807fc-8196-4b8a-bb00-b329d03497fa,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:45.739734 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.740140 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.740480 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.740819 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.741146 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.741575 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.741976 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.747877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.747877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.747877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.747877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.747877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.747877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.747877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.747877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:45.797969 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Attempting to bind port 271807fc-8196-4b8a-bb00-b329d03497fa on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:03:45.798314 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Attempting to bind port 271807fc-8196-4b8a-bb00-b329d03497fa by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:03:45.798627 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Attempting to bind port 271807fc-8196-4b8a-bb00-b329d03497fa on network 5526a5c6-8138-43f9-802e-dfcd05bb423a {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:03:45.803250 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Port 271807fc-8196-4b8a-bb00-b329d03497fa on network 5526a5c6-8138-43f9-802e-dfcd05bb423a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:03:45.803577 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Attempting to bind port 271807fc-8196-4b8a-bb00-b329d03497fa on network 5526a5c6-8138-43f9-802e-dfcd05bb423a {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:03:45.811551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:03:45.811551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Checking segment: {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:03:45.811551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Bound using segment: {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:03:45.811551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Bound port: 271807fc-8196-4b8a-bb00-b329d03497fa, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817778c1-c56d-4468-9e3b-e16f0536d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:03:45.811551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:45.881588 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] For port 271807fc-8196-4b8a-bb00-b329d03497fa, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:03:45.884636 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] For port 271807fc-8196-4b8a-bb00-b329d03497fa, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=271807fc-8196-4b8a-bb00-b329d03497fa,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:03:45.934283 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:45.971565 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:45.972024 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:45.973681 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-9702084b-9183-4363-97e5-cb210860562b service neutron] 10.222.0.74 "PUT /v2.0/ports/271807fc-8196-4b8a-bb00-b329d03497fa HTTP/1.1" status: 200 len: 1094 time: 0.8364365 Mar 22 18:03:45.976039 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'tag': '271807fc-8196-4b8a-bb00-b329d03497fa'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:45.978432 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e42d462-86ca-4925-b956-178f49c2593c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e64097-a78d-44e3-84f4-5159a23792c9", "tag": "271807fc-8196-4b8a-bb00-b329d03497fa"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:46.007486 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702084b-9183-4363-97e5-cb210860562b service neutron] Pushing event updated for resources: {'Port': ['ID=271807fc-8196-4b8a-bb00-b329d03497fa,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:46.024707 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5c3d30-31a8-4dbc-a810-0ff72e18204c x-openstack-request-id: req-6e5c3d30-31a8-4dbc-a810-0ff72e18204c {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:46.025021 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e64097-a78d-44e3-84f4-5159a23792c9", "tag": "271807fc-8196-4b8a-bb00-b329d03497fa", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:46.025282 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e5c3d30-31a8-4dbc-a810-0ff72e18204c {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:46.025769 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5c3d30-31a8-4dbc-a810-0ff72e18204c'] response: {'name': 'network-changed', 'server_uuid': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'tag': '271807fc-8196-4b8a-bb00-b329d03497fa', 'status': 'completed', 'code': 200} Mar 22 18:03:46.094716 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42d462-86ca-4925-b956-178f49c2593c req-5d21a549-bafd-4c60-a0b4-333f2e7a9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:46.096383 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8e42d462-86ca-4925-b956-178f49c2593c req-5d21a549-bafd-4c60-a0b4-333f2e7a9616 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 1128 time: 0.0502369 Mar 22 18:03:46.197789 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42d462-86ca-4925-b956-178f49c2593c req-c46f8cf2-d7fc-4932-bd49-89945d51ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:46.199593 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8e42d462-86ca-4925-b956-178f49c2593c req-c46f8cf2-d7fc-4932-bd49-89945d51ddfa service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=472a603765ff40e68405f6d1bcf35e80&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0939415 Mar 22 18:03:46.298031 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42d462-86ca-4925-b956-178f49c2593c req-ccac6c24-edf8-40ee-9914-4d16ba7be883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:46.299725 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8e42d462-86ca-4925-b956-178f49c2593c req-ccac6c24-edf8-40ee-9914-4d16ba7be883 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930324 Mar 22 18:03:46.386829 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-822b07cc-6002-46fa-9b6f-7e9b0dbf8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:46.388373 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-822b07cc-6002-46fa-9b6f-7e9b0dbf8efb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 1128 time: 0.0457642 Mar 22 18:03:46.433805 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-5c862e11-626c-4d70-95c7-aeb3fc2d619b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=271807fc-8196-4b8a-bb00-b329d03497fa HTTP/1.1" status: 200 len: 217 time: 0.0370183 Mar 22 18:03:46.483735 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-49ccf3eb-6f2d-4e83-84fd-e1d6b7ed1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:46.485312 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-49ccf3eb-6f2d-4e83-84fd-e1d6b7ed1a6f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adb8dba7-6995-423a-bf33-4b0c253f43b0 HTTP/1.1" status: 200 len: 849 time: 0.0433588 Mar 22 18:03:46.534837 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-0197e8ff-caa1-4fec-bc42-cbd70f782b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:46.536284 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-0197e8ff-caa1-4fec-bc42-cbd70f782b77 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5526a5c6-8138-43f9-802e-dfcd05bb423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435038 Mar 22 18:03:46.658023 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-1f922fba-8796-46aa-bcd7-6db26cdf664f service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142850 Mar 22 18:03:46.681012 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af3009-8a63-465c-937d-e4df36ea9d39 req-901f23f8-604b-444e-bdff-03aefb77e3a6 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:46.682538 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7af3009-8a63-465c-937d-e4df36ea9d39 req-901f23f8-604b-444e-bdff-03aefb77e3a6 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 944 time: 0.0825670 Mar 22 18:03:46.780898 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7af3009-8a63-465c-937d-e4df36ea9d39 req-8213f722-f909-4038-8b08-5cbd76d80b74 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883844 Mar 22 18:03:46.794200 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-89adc74a-da43-4cc3-9d21-07ad51553609 req-99aca1f9-7c0e-426f-988a-5b873a30fb33 service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286912 Mar 22 18:03:47.900559 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd754ec0-feeb-458c-b1f4-ebc02148d98a req-3d09d333-b344-4c1c-a84a-ac4eb3205fc1 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:47.902685 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dd754ec0-feeb-458c-b1f4-ebc02148d98a req-3d09d333-b344-4c1c-a84a-ac4eb3205fc1 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 944 time: 0.0529416 Mar 22 18:03:47.949371 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dd754ec0-feeb-458c-b1f4-ebc02148d98a req-2c87e18c-1f1f-413b-b784-71f4ef2b487f tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402741 Mar 22 18:03:48.603226 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40028) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:48.715621 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-80b08a82-4349-41f2-baf8-8db36adb7927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:48.787173 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-80b08a82-4349-41f2-baf8-8db36adb7927 admin admin] Publish callbacks [] for security_group (d4a71296-6885-4388-82c9-daaffc57bbb9), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:48.867081 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-80b08a82-4349-41f2-baf8-8db36adb7927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d4a71296-6885-4388-82c9-daaffc57bbb9), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:48.904307 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b08a82-4349-41f2-baf8-8db36adb7927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a71296-6885-4388-82c9-daaffc57bbb9,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:48.908568 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-80b08a82-4349-41f2-baf8-8db36adb7927 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1012d6803074a01adf2834a5ee6682d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043089 Mar 22 18:03:48.911790 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40032) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:48.971642 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f6f948d8-3542-485a-bd45-bea7ef76a4b2 admin admin] Publish callbacks [] for security_group (d4a71296-6885-4388-82c9-daaffc57bbb9), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:48.992964 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f6f948d8-3542-485a-bd45-bea7ef76a4b2 admin admin] Publish callbacks [] for security_group (d4a71296-6885-4388-82c9-daaffc57bbb9), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:49.076702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478d225-89e0-45b4-82e8-127caac83301 req-1e508c0d-efd5-415f-a8c3-ebeab24d0efa tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:49.078210 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2478d225-89e0-45b4-82e8-127caac83301 req-1e508c0d-efd5-415f-a8c3-ebeab24d0efa tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 944 time: 0.0608313 Mar 22 18:03:49.126879 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2478d225-89e0-45b4-82e8-127caac83301 req-70be6656-5073-45aa-9ac9-2f1baea4593a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428126 Mar 22 18:03:49.153327 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f6f948d8-3542-485a-bd45-bea7ef76a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d4a71296-6885-4388-82c9-daaffc57bbb9), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:49.156139 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f6f948d8-3542-485a-bd45-bea7ef76a4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:49.157242 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-f6f948d8-3542-485a-bd45-bea7ef76a4b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d4a71296-6885-4388-82c9-daaffc57bbb9 HTTP/1.1" status: 204 len: 168 time: 0.2451208 Mar 22 18:03:49.164977 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f948d8-3542-485a-bd45-bea7ef76a4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a71296-6885-4388-82c9-daaffc57bbb9,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:49.465301 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 271807fc-8196-4b8a-bb00-b329d03497fa details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:03:49.593022 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 271807fc-8196-4b8a-bb00-b329d03497fa, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=271807fc-8196-4b8a-bb00-b329d03497fa,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:49.609551 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '271807fc-8196-4b8a-bb00-b329d03497fa', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'port_id': '271807fc-8196-4b8a-bb00-b329d03497fa', 'mac_address': 'fa:16:3e:e3:2a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:03:49.656259 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 271807fc-8196-4b8a-bb00-b329d03497fa is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:03:49.656643 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:49.676624 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271807fc-8196-4b8a-bb00-b329d03497fa {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:03:49.701262 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 271807fc-8196-4b8a-bb00-b329d03497fa, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=271807fc-8196-4b8a-bb00-b329d03497fa,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:49.798973 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:49.849206 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=271807fc-8196-4b8a-bb00-b329d03497fa,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:49.857386 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.857762 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.858112 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.858455 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.858792 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.859128 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.859458 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.859787 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.860112 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.860438 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.860763 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.861087 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.861431 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.861751 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:49.862070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:03:50.157558 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['271807fc-8196-4b8a-bb00-b329d03497fa'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:03:50.256665 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6669aa-92d1-4f1c-80f9-abdae7fa1f2b req-f583a036-232c-46a6-9bae-36ce3fbc1d8a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:50.258907 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8c6669aa-92d1-4f1c-80f9-abdae7fa1f2b req-f583a036-232c-46a6-9bae-36ce3fbc1d8a tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 945 time: 0.0629022 Mar 22 18:03:50.310096 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8c6669aa-92d1-4f1c-80f9-abdae7fa1f2b req-7b75e1c1-43f8-49e7-8eaf-8c1dcbf27f55 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442894 Mar 22 18:03:51.430410 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1837937-1f6e-4020-8273-8f2cdc0f136a req-02577f5e-cddf-4ea8-89f2-4b68b5dae568 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:51.431849 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c1837937-1f6e-4020-8273-8f2cdc0f136a req-02577f5e-cddf-4ea8-89f2-4b68b5dae568 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 945 time: 0.0543957 Mar 22 18:03:51.479428 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c1837937-1f6e-4020-8273-8f2cdc0f136a req-48cc4e6f-dc5b-4304-bd7a-95a1542ebad0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Mar 22 18:03:51.490047 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 271807fc-8196-4b8a-bb00-b329d03497fa up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:03:51.621683 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 271807fc-8196-4b8a-bb00-b329d03497fa completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:03:51.625794 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 271807fc-8196-4b8a-bb00-b329d03497fa triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:03:51.626173 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:51.703057 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 271807fc-8196-4b8a-bb00-b329d03497fa is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:03:51.703448 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:51.726200 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271807fc-8196-4b8a-bb00-b329d03497fa'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:51.728464 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4234b60a-9c36-4836-9cdc-45869ff07c94" -d '{"events": [{"server_uuid": "d4e64097-a78d-44e3-84f4-5159a23792c9", "name": "network-vif-plugged", "status": "completed", "tag": "271807fc-8196-4b8a-bb00-b329d03497fa"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:51.740485 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 271807fc-8196-4b8a-bb00-b329d03497fa, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=271807fc-8196-4b8a-bb00-b329d03497fa,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:03:51.767361 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3b4737-5528-4be0-a099-224fdcc5553d x-openstack-request-id: req-7b3b4737-5528-4be0-a099-224fdcc5553d {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:51.767361 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e64097-a78d-44e3-84f4-5159a23792c9", "name": "network-vif-plugged", "status": "completed", "tag": "271807fc-8196-4b8a-bb00-b329d03497fa", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:51.767361 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b3b4737-5528-4be0-a099-224fdcc5553d {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:51.767361 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3b4737-5528-4be0-a099-224fdcc5553d'] response: {'server_uuid': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271807fc-8196-4b8a-bb00-b329d03497fa', 'code': 200} Mar 22 18:03:51.819200 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:51.872044 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=271807fc-8196-4b8a-bb00-b329d03497fa,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:03:52.170378 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117da1b-8cd6-497c-b8dc-31a00d78c49f req-7fd6a90d-0080-4d78-8046-b51cc8a4fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:52.171851 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2117da1b-8cd6-497c-b8dc-31a00d78c49f req-7fd6a90d-0080-4d78-8046-b51cc8a4fd02 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 1130 time: 0.0450139 Mar 22 18:03:52.218612 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2117da1b-8cd6-497c-b8dc-31a00d78c49f req-b4301429-aefd-4d8f-8695-9db932c5a6d9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399957 Mar 22 18:03:52.498771 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:52.555562 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-30972868-1576-4740-b973-7c509194ac7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:52.595551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d0e5e-2126-4b37-a9b9-887751f7a943 req-6b8ea335-fe95-4a68-8f40-7c092b60a670 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:52.597031 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c86d0e5e-2126-4b37-a9b9-887751f7a943 req-6b8ea335-fe95-4a68-8f40-7c092b60a670 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 946 time: 0.0529776 Mar 22 18:03:52.642810 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c86d0e5e-2126-4b37-a9b9-887751f7a943 req-44e17fb0-11bd-4883-8ab8-6e77f1742faf tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402400 Mar 22 18:03:53.761895 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba56a4c-88d7-4c5a-8593-3462e0328805 req-c9d76b3d-0d80-439d-ba1e-37b29229ac71 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:53.764070 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3ba56a4c-88d7-4c5a-8593-3462e0328805 req-c9d76b3d-0d80-439d-ba1e-37b29229ac71 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 946 time: 0.0528243 Mar 22 18:03:53.811678 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3ba56a4c-88d7-4c5a-8593-3462e0328805 req-39d1c33e-f58b-4f12-8bdb-67d592225d4f tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Mar 22 18:03:54.581180 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-8344eeac-84f7-461d-b84e-9b72d7099e32 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460784 Mar 22 18:03:54.653079 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-bd5ad6b3-4ca9-4a9f-8ec3-f8d5db772b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:54.655402 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-bd5ad6b3-4ca9-4a9f-8ec3-f8d5db772b6e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e0eb553595c548d0a6da146d69c45593&device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 1129 time: 0.0533364 Mar 22 18:03:54.721571 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-422bf47d-0275-491d-a8fd-8978b2c6576a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:54.758096 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-d8852b26-29f5-430c-a27a-70c351f17111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:54.759594 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-d8852b26-29f5-430c-a27a-70c351f17111 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d722320-d38e-4543-bf0f-dd9622256eae HTTP/1.1" status: 200 len: 909 time: 0.0869830 Mar 22 18:03:54.827309 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-23780b34-671e-42a9-9a9c-dea5fee17dcb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4694f9-c49f-40c2-820c-26c2739c4771 HTTP/1.1" status: 200 len: 1001 time: 0.0619490 Mar 22 18:03:54.875255 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-34a50353-7613-413d-8907-6db20d05cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:54.876737 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-34a50353-7613-413d-8907-6db20d05cad6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e244380f-5123-4513-960c-37c8b05c3654 HTTP/1.1" status: 200 len: 847 time: 0.0438683 Mar 22 18:03:54.963712 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75c701-c1cc-4acd-ab98-a1d950d7801e req-ad0536da-12d1-404e-ac03-fb340f918da2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:54.965171 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ff75c701-c1cc-4acd-ab98-a1d950d7801e req-ad0536da-12d1-404e-ac03-fb340f918da2 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 946 time: 0.0843992 Mar 22 18:03:54.967890 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-a05fe13a-f5f5-4bf8-8ce9-22153178667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:54.969290 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-a05fe13a-f5f5-4bf8-8ce9-22153178667e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d722320-d38e-4543-bf0f-dd9622256eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797002 Mar 22 18:03:55.061075 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ff75c701-c1cc-4acd-ab98-a1d950d7801e req-cbc77d56-48a1-4549-97d0-d1fb84a4d4a3 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893154 Mar 22 18:03:55.088286 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-ddf5bd7b-bd06-4134-a197-aa7b6c305e93 service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037712 Mar 22 18:03:55.218806 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5651d-31d8-42bf-81da-e6dd3e3f6bfe req-9b3d0354-87f9-4b31-84eb-6285cb886809 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:55.220249 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-79e5651d-31d8-42bf-81da-e6dd3e3f6bfe req-9b3d0354-87f9-4b31-84eb-6285cb886809 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 946 time: 0.0804636 Mar 22 18:03:55.222025 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-79bd6c92-9bac-4d51-83e1-816720f511d9 req-d385e1fc-6adb-4c5f-9933-0c088477f7e8 service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279697 Mar 22 18:03:55.228530 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40122) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:03:55.233708 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-97deb0de-1c47-4f22-85c1-ed25fa991ec0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Request body: {'floatingip': {'port_id': '271807fc-8196-4b8a-bb00-b329d03497fa'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:03:55.276737 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-97deb0de-1c47-4f22-85c1-ed25fa991ec0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (2af1415a-df9f-43bd-839c-efbf48feacc2), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:55.715351 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-97deb0de-1c47-4f22-85c1-ed25fa991ec0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:55.818611 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-97deb0de-1c47-4f22-85c1-ed25fa991ec0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (2af1415a-df9f-43bd-839c-efbf48feacc2), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:55.922183 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-97deb0de-1c47-4f22-85c1-ed25fa991ec0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Floating IP 2af1415a-df9f-43bd-839c-efbf48feacc2 associated. External IP: 172.27.1.13, port: 271807fc-8196-4b8a-bb00-b329d03497fa. Mar 22 18:03:55.956057 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:56.367504 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97deb0de-1c47-4f22-85c1-ed25fa991ec0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:03:56.476223 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97deb0de-1c47-4f22-85c1-ed25fa991ec0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:03:56.481015 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-97deb0de-1c47-4f22-85c1-ed25fa991ec0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:56.485758 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] Sync routers for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:03:56.494873 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:56.495480 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:03:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:56.510007 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-97deb0de-1c47-4f22-85c1-ed25fa991ec0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "PUT /v2.0/floatingips/2af1415a-df9f-43bd-839c-efbf48feacc2 HTTP/1.1" status: 200 len: 991 time: 1.2803805 Mar 22 18:03:56.510690 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'tag': '271807fc-8196-4b8a-bb00-b329d03497fa'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:03:56.512950 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef960dec-131c-4070-bfd7-0fa420c7e72b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e64097-a78d-44e3-84f4-5159a23792c9", "tag": "271807fc-8196-4b8a-bb00-b329d03497fa"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:03:56.548914 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f7acd5-5213-4438-af0b-5bb50d5d5b5d x-openstack-request-id: req-d0f7acd5-5213-4438-af0b-5bb50d5d5b5d {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:03:56.549207 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e64097-a78d-44e3-84f4-5159a23792c9", "tag": "271807fc-8196-4b8a-bb00-b329d03497fa", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:03:56.549499 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d0f7acd5-5213-4438-af0b-5bb50d5d5b5d {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:03:56.549910 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f7acd5-5213-4438-af0b-5bb50d5d5b5d'] response: {'name': 'network-changed', 'server_uuid': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'tag': '271807fc-8196-4b8a-bb00-b329d03497fa', 'status': 'completed', 'code': 200} Mar 22 18:03:56.603609 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:56.854453 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '2af1415a-df9f-43bd-839c-efbf48feacc2', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'port_id': '271807fc-8196-4b8a-bb00-b329d03497fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'mac_address': 'fa:16:3e:e3:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:03:40Z', 'updated_at': '2022-03-22T18:03:55Z', 'revision_number': 1, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:56.881163 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] Checking router: 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:03:56.889524 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:03:56.890135 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:03:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:56.997727 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:03:57.225483 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '2af1415a-df9f-43bd-839c-efbf48feacc2', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'port_id': '271807fc-8196-4b8a-bb00-b329d03497fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'mac_address': 'fa:16:3e:e3:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:03:40Z', 'updated_at': '2022-03-22T18:03:55Z', 'revision_number': 1, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:03:57.255384 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313dd8f-1bb2-490c-b6e3-442e59fc5b75 None None] The sync data for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi is: [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '2af1415a-df9f-43bd-839c-efbf48feacc2', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'port_id': '271807fc-8196-4b8a-bb00-b329d03497fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'mac_address': 'fa:16:3e:e3:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:03:40Z', 'updated_at': '2022-03-22T18:03:55Z', 'revision_number': 1, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:03:57.462070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a7ff6f-7a60-4a87-9c4f-92500a888455 None None] New status for floating IP 2af1415a-df9f-43bd-839c-efbf48feacc2: ACTIVE {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:03:57.501430 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:59.053386 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:03:59.313781 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-b9f13dca-6d04-45cb-bc13-b333df4584bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:59.315288 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-b9f13dca-6d04-45cb-bc13-b333df4584bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=472a603765ff40e68405f6d1bcf35e80&device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 1130 time: 0.0481887 Mar 22 18:03:59.417223 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-f7dba991-1dd0-46df-9d63-95e6fff32676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:59.419513 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-f7dba991-1dd0-46df-9d63-95e6fff32676 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 200 len: 911 time: 0.0924895 Mar 22 18:03:59.493837 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-ece3057a-302d-4fe0-aa68-7416002e0b10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=271807fc-8196-4b8a-bb00-b329d03497fa HTTP/1.1" status: 200 len: 1001 time: 0.0685611 Mar 22 18:03:59.551067 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-f253a560-c56e-4b72-a012-a3b703fa3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:59.552606 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-f253a560-c56e-4b72-a012-a3b703fa3ce3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adb8dba7-6995-423a-bf33-4b0c253f43b0 HTTP/1.1" status: 200 len: 849 time: 0.0521083 Mar 22 18:03:59.620173 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-81b54362-941a-4874-a033-79f8eaf88c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:03:59.621780 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-81b54362-941a-4874-a033-79f8eaf88c73 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5526a5c6-8138-43f9-802e-dfcd05bb423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561359 Mar 22 18:03:59.715601 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-aa96719f-ba88-4e5e-a5c7-d53298a72d67 service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867364 Mar 22 18:03:59.817119 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ef960dec-131c-4070-bfd7-0fa420c7e72b req-3aa1242d-a5e5-4db3-a7e9-c6d1e0aea21f service neutron] 10.222.0.74 "GET /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925744 Mar 22 18:04:04.851075 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:04:22.552315 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:22.563402 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9c0acdc8-1094-4c2f-9785-1e6b80bc7b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:24.698562 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bf40b7cb-e3de-4f06-9365-dece6ece0dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:25.921711 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:27.449541 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:29.055458 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:32.281932 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40366) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:32.586925 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Deleting port f9629058-3a21-4422-aace-4ec191c12260 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:04:32.587261 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (f9629058-3a21-4422-aace-4ec191c12260), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:32.670232 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (f9629058-3a21-4422-aace-4ec191c12260), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:32.670553 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for floatingip (f9629058-3a21-4422-aace-4ec191c12260), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:32.682212 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Calling delete_port for f9629058-3a21-4422-aace-4ec191c12260 owned by network:floatingip {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:04:32.924003 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (f9629058-3a21-4422-aace-4ec191c12260), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:32.950240 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event deleted for resources: {'Port': ['ID=f9629058-3a21-4422-aace-4ec191c12260,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:32.962472 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.962823 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.963168 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.963506 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.963839 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.964167 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.964495 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.964818 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.965141 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.965490 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.965817 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.966142 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.966462 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.966786 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:32.967104 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:33.021707 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for floatingip (78953698-893d-4f17-852a-3b060869bf79), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:33.022038 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.l3_db [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Floating IP 78953698-893d-4f17-852a-3b060869bf79 disassociated (deleted). External IP: 172.27.1.197, port: bd4694f9-c49f-40c2-820c-26c2739c4771. Mar 22 18:04:33.229022 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:04:33.334942 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:04:33.339591 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:33.344280 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] Sync routers for ids ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:04:33.353986 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] Routers {'89d04aa4-c65e-4956-a6e6-0d934fdc3d61'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:04:33.354590 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:04:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:33.369689 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-0fd151dc-d0e0-42d1-9b55-7e8456ca7d2a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "DELETE /v2.0/floatingips/78953698-893d-4f17-852a-3b060869bf79 HTTP/1.1" status: 204 len: 168 time: 1.0867174 Mar 22 18:04:33.370278 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771'}] {{(pid=110337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:04:33.372501 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c54c04f036c99c73614ee2d32205adff5e3cb61f25cb5d26dd61711337c0ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54" -d '{"events": [{"name": "network-changed", "server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771"}]}' {{(pid=110337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:04:33.536827 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12103ae-3659-4193-8e10-c5e97ee2bda3 x-openstack-request-id: req-c12103ae-3659-4193-8e10-c5e97ee2bda3 {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:04:33.537122 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771", "status": "completed", "code": 200}]} {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:04:33.537379 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c12103ae-3659-4193-8e10-c5e97ee2bda3 {{(pid=110337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:04:33.539956 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12103ae-3659-4193-8e10-c5e97ee2bda3'] response: {'name': 'network-changed', 'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'status': 'completed', 'code': 200} Mar 22 18:04:33.555887 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] Set router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:04:33.604101 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-c05a182d-119e-47e4-b1ac-1f15d0bf5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:04:33.605733 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-c05a182d-119e-47e4-b1ac-1f15d0bf5509 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e0eb553595c548d0a6da146d69c45593&device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 1129 time: 0.0461898 Mar 22 18:04:33.711403 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-068aa07b-1ec1-4d1f-b25e-404485605b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:04:33.713292 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-068aa07b-1ec1-4d1f-b25e-404485605b0a service neutron] 10.222.0.74 "GET /v2.0/networks?id=2d722320-d38e-4543-bf0f-dd9622256eae HTTP/1.1" status: 200 len: 909 time: 0.1013665 Mar 22 18:04:33.753751 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-cfca93fb-58ec-4b56-96d0-efafa605abab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4694f9-c49f-40c2-820c-26c2739c4771 HTTP/1.1" status: 200 len: 217 time: 0.0343442 Mar 22 18:04:33.775379 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'be22cf2c-c23b-4f1f-b274-706181740af3', 'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'mac_address': 'fa:16:3e:87:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:16Z', 'updated_at': '2022-03-22T17:58:20Z', 'revision_number': 5, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'subnets': [{'id': 'e244380f-5123-4513-960c-37c8b05c3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:33.806357 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] Checking router: 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:04:33.809178 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-2bba6b0e-2645-420c-88c9-7370a1622826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:04:33.810689 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-2bba6b0e-2645-420c-88c9-7370a1622826 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e244380f-5123-4513-960c-37c8b05c3654 HTTP/1.1" status: 200 len: 847 time: 0.0506303 Mar 22 18:04:33.815643 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] Routers {'89d04aa4-c65e-4956-a6e6-0d934fdc3d61'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:04:33.816276 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:04:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:33.903249 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee29fa4-26aa-4975-8f0c-b984f58faa9b req-95120a23-3dac-4c13-b851-9778ec9c1ebb tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:04:33.904831 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ee29fa4-26aa-4975-8f0c-b984f58faa9b req-95120a23-3dac-4c13-b851-9778ec9c1ebb tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0890923 Mar 22 18:04:33.909037 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-589c433e-a741-4926-bbe1-b1cd5198756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:04:33.910507 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-589c433e-a741-4926-bbe1-b1cd5198756b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2d722320-d38e-4543-bf0f-dd9622256eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849719 Mar 22 18:04:33.931318 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] Set router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:04:34.029955 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8ee29fa4-26aa-4975-8f0c-b984f58faa9b req-bb2d296f-ef0e-44dd-a7a6-6d05e362cde7 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142178 Mar 22 18:04:34.061221 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-b0df0ce0-6c4e-47cf-afd8-7d68e6bd6d33 service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376657 Mar 22 18:04:34.144375 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'be22cf2c-c23b-4f1f-b274-706181740af3', 'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'mac_address': 'fa:16:3e:87:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:16Z', 'updated_at': '2022-03-22T17:58:20Z', 'revision_number': 5, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'subnets': [{'id': 'e244380f-5123-4513-960c-37c8b05c3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:34.151852 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb3c9f17-4b9b-492d-85f6-c2acf055ff54 req-88fbc791-fec9-4c67-b108-8d9229d8c000 service neutron] 10.222.0.74 "GET /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843697 Mar 22 18:04:34.174690 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed8df51-695e-43df-a6b1-e96a698cf783 None None] The sync data for ids ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'] in dv-cinder-739079-8-iscsi is: [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:16Z', 'revision_number': 4, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'be22cf2c-c23b-4f1f-b274-706181740af3', 'name': '', 'network_id': '2d722320-d38e-4543-bf0f-dd9622256eae', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'mac_address': 'fa:16:3e:87:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e244380f-5123-4513-960c-37c8b05c3654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:16Z', 'updated_at': '2022-03-22T17:58:20Z', 'revision_number': 5, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'subnets': [{'id': 'e244380f-5123-4513-960c-37c8b05c3654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:04:34.409809 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323cfd64-9888-4fea-b975-c044998637fe None None] New status for floating IP 78953698-893d-4f17-852a-3b060869bf79: DOWN {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:04:35.148433 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85683e-c780-4164-b478-c2bf19619b9a req-ed651b81-520d-47e3-8fed-23eefdf5ae8f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:04:35.149929 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6a85683e-c780-4164-b478-c2bf19619b9a req-ed651b81-520d-47e3-8fed-23eefdf5ae8f tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0531890 Mar 22 18:04:35.202080 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6a85683e-c780-4164-b478-c2bf19619b9a req-6482f6e4-e4b7-471b-a511-81b4dea46868 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/security-groups?id=9106e96a-7288-4d29-b7be-8bd14a937571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465012 Mar 22 18:04:35.642471 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-00bd9a9c-ff03-4b96-9b25-3fb5a135965c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:04:35.644021 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-00bd9a9c-ff03-4b96-9b25-3fb5a135965c tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.74 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 945 time: 0.0532546 Mar 22 18:04:35.738409 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-f1a14028-f414-4ef6-bb96-c2d2d3e97098 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Deleting port bd4694f9-c49f-40c2-820c-26c2739c4771 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:04:35.738728 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-f1a14028-f414-4ef6-bb96-c2d2d3e97098 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:35.830642 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-f1a14028-f414-4ef6-bb96-c2d2d3e97098 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] For port bd4694f9-c49f-40c2-820c-26c2739c4771, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=bd4694f9-c49f-40c2-820c-26c2739c4771,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:04:35.830993 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-f1a14028-f414-4ef6-bb96-c2d2d3e97098 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:35.844721 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-f1a14028-f414-4ef6-bb96-c2d2d3e97098 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Calling delete_port for bd4694f9-c49f-40c2-820c-26c2739c4771 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:04:36.050119 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-f1a14028-f414-4ef6-bb96-c2d2d3e97098 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (bd4694f9-c49f-40c2-820c-26c2739c4771), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:36.082495 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a14028-f414-4ef6-bb96-c2d2d3e97098 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event deleted for resources: {'Port': ['ID=bd4694f9-c49f-40c2-820c-26c2739c4771,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:36.133788 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-f1a14028-f414-4ef6-bb96-c2d2d3e97098 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] No DVR routers for this DVR port bd4694f9-c49f-40c2-820c-26c2739c4771 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:04:36.136302 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-f1a14028-f414-4ef6-bb96-c2d2d3e97098 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:36.139658 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a0e7d339-308d-4f5f-90c4-782448f7ae69 req-f1a14028-f414-4ef6-bb96-c2d2d3e97098 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.74 "DELETE /v2.0/ports/bd4694f9-c49f-40c2-820c-26c2739c4771 HTTP/1.1" status: 204 len: 173 time: 0.4904642 Mar 22 18:04:36.141338 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'name': 'network-vif-deleted', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:04:36.143759 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc74a2c-4551-4a36-a485-1c4bc5275287" -d '{"events": [{"server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "name": "network-vif-deleted", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:04:36.204402 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e4e877-fd13-4b70-893d-45112e314353 x-openstack-request-id: req-32e4e877-fd13-4b70-893d-45112e314353 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:04:36.204402 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33bd444-ed8f-4653-b1dc-3da8e01c04a2", "name": "network-vif-deleted", "tag": "bd4694f9-c49f-40c2-820c-26c2739c4771", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:04:36.204402 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32e4e877-fd13-4b70-893d-45112e314353 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:04:36.204402 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e4e877-fd13-4b70-893d-45112e314353'] response: {'server_uuid': 'c33bd444-ed8f-4653-b1dc-3da8e01c04a2', 'name': 'network-vif-deleted', 'tag': 'bd4694f9-c49f-40c2-820c-26c2739c4771', 'status': 'completed', 'code': 200} Mar 22 18:04:36.299154 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b055a1a1-acd7-4174-af2f-15b891b17903 req-aa61b068-d7cc-4460-9d80-ec7df9aefaad tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 210 time: 0.0289474 Mar 22 18:04:37.411517 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90ef79bf-cdf5-405a-b905-196a7128a6d5 req-920d7515-82f0-4bce-89da-0a8726ba0002 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "GET /v2.0/ports?device_id=c33bd444-ed8f-4653-b1dc-3da8e01c04a2 HTTP/1.1" status: 200 len: 210 time: 0.0315685 Mar 22 18:04:37.806705 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device bd4694f9-c49f-40c2-820c-26c2739c4771 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:04:37.830633 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: bd4694f9-c49f-40c2-820c-26c2739c4771 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:04:37.830989 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device bd4694f9-c49f-40c2-820c-26c2739c4771 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:04:38.466594 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40430) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:38.525813 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-efba7bfc-e08b-4ae2-97fc-c941fc38765a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group (9106e96a-7288-4d29-b7be-8bd14a937571), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:38.551567 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-efba7bfc-e08b-4ae2-97fc-c941fc38765a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group (9106e96a-7288-4d29-b7be-8bd14a937571), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:38.677624 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-efba7bfc-e08b-4ae2-97fc-c941fc38765a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9106e96a-7288-4d29-b7be-8bd14a937571), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:38.680387 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-efba7bfc-e08b-4ae2-97fc-c941fc38765a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:38.681563 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-efba7bfc-e08b-4ae2-97fc-c941fc38765a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] 10.222.0.73 "DELETE /v2.0/security-groups/9106e96a-7288-4d29-b7be-8bd14a937571 HTTP/1.1" status: 204 len: 168 time: 0.2139719 Mar 22 18:04:38.694123 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba7bfc-e08b-4ae2-97fc-c941fc38765a tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9106e96a-7288-4d29-b7be-8bd14a937571,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:38.808974 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40434) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:39.241610 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759877'] for router_interface (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:39.484418 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] Deleting port be22cf2c-c23b-4f1f-b274-706181740af3 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:04:39.485114 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:39.560909 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] For port be22cf2c-c23b-4f1f-b274-706181740af3, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=be22cf2c-c23b-4f1f-b274-706181740af3,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:04:39.561260 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:39.574457 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] Calling delete_port for be22cf2c-c23b-4f1f-b274-706181740af3 owned by network:router_interface {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:04:39.820518 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (be22cf2c-c23b-4f1f-b274-706181740af3), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:39.847303 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] Pushing event deleted for resources: {'Port': ['ID=be22cf2c-c23b-4f1f-b274-706181740af3,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:40.010759 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754165'] for router_interface (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:40.232236 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] Router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:04:40.552040 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:04:40.556949 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1b7fd0f5-b98f-4528-bc94-eb0f01f7e61d admin admin] 10.222.0.73 "PUT /v2.0/routers/89d04aa4-c65e-4956-a6e6-0d934fdc3d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469347 Mar 22 18:04:40.559552 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40444) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:40.562885 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] Sync routers for ids ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:04:40.572815 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] Routers {'89d04aa4-c65e-4956-a6e6-0d934fdc3d61'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:04:40.573456 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:04:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:40.664116 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Publish callbacks [] for router (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:40.679499 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] Set router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:04:40.771826 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Publish callbacks [] for router_gateway (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:40.867126 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T18:04:39Z', 'revision_number': 5, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port': {'id': '2a63bd4d-7ea1-4072-bc62-122e72ce19d7', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T17:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:40.894203 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] Checking router: 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:04:40.904043 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] Routers {'89d04aa4-c65e-4956-a6e6-0d934fdc3d61'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:04:40.904421 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:04:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:40.931744 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Deleting port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:04:40.932084 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.006937 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] Set router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 gateway port host: None {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:04:41.019532 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] For port 2a63bd4d-7ea1-4072-bc62-122e72ce19d7, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=2a63bd4d-7ea1-4072-bc62-122e72ce19d7,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:04:41.019926 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.034063 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Calling delete_port for 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 owned by network:router_gateway {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:04:41.061592 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T18:04:40Z', 'revision_number': 6, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port_host': None}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:41.088037 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd048e3a-4ac2-49e7-852b-bff0b2d3f8b1 None None] The sync data for ids ['89d04aa4-c65e-4956-a6e6-0d934fdc3d61'] in dv-cinder-739079-8-iscsi is: [{'id': '89d04aa4-c65e-4956-a6e6-0d934fdc3d61', 'name': 'tempest-TestShelveInstance-198414401-router', 'tenant_id': 'e0eb553595c548d0a6da146d69c45593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:13Z', 'updated_at': '2022-03-22T18:04:40Z', 'revision_number': 6, 'project_id': 'e0eb553595c548d0a6da146d69c45593', 'gw_port_host': None}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:04:41.287181 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (2a63bd4d-7ea1-4072-bc62-122e72ce19d7), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.313850 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a63bd4d-7ea1-4072-bc62-122e72ce19d7,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:41.372207 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-756495'] for router_gateway (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.468460 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6629'] for router (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.470962 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Publish callbacks [] for router_controller (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.595906 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757996'] for router (89d04aa4-c65e-4956-a6e6-0d934fdc3d61), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.596617 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d04aa4-c65e-4956-a6e6-0d934fdc3d61 {{(pid=110337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 18:04:41.601389 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.602792 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-361136ce-c294-4e86-95a6-fb4c79acbb23 admin admin] 10.222.0.73 "DELETE /v2.0/routers/89d04aa4-c65e-4956-a6e6-0d934fdc3d61 HTTP/1.1" status: 204 len: 168 time: 1.0420201 Mar 22 18:04:41.604886 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40448) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:41.651167 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c4f947-b712-447d-bb83-dd860f220cab admin admin] Deleting subnet e244380f-5123-4513-960c-37c8b05c3654 {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:04:41.654282 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f947-b712-447d-bb83-dd860f220cab admin admin] Publish callbacks [] for subnet (e244380f-5123-4513-960c-37c8b05c3654), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.687795 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f947-b712-447d-bb83-dd860f220cab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (e244380f-5123-4513-960c-37c8b05c3654), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.766254 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f947-b712-447d-bb83-dd860f220cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (e244380f-5123-4513-960c-37c8b05c3654), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.850576 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:04:41.861905 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device be22cf2c-c23b-4f1f-b274-706181740af3 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:04:41.882299 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: be22cf2c-c23b-4f1f-b274-706181740af3 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:04:41.882639 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device be22cf2c-c23b-4f1f-b274-706181740af3 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:04:41.883045 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:04:41.893392 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f947-b712-447d-bb83-dd860f220cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (e244380f-5123-4513-960c-37c8b05c3654), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.905181 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:04:41.905598 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 2a63bd4d-7ea1-4072-bc62-122e72ce19d7 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:04:41.925964 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4f947-b712-447d-bb83-dd860f220cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e244380f-5123-4513-960c-37c8b05c3654,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:41.932959 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f947-b712-447d-bb83-dd860f220cab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:41.936565 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c9c4f947-b712-447d-bb83-dd860f220cab admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e244380f-5123-4513-960c-37c8b05c3654 HTTP/1.1" status: 204 len: 168 time: 0.3302653 Mar 22 18:04:41.938416 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64105a9-6b00-46ee-9814-f6aaf9a3ad0d None None] Network 2d722320-d38e-4543-bf0f-dd9622256eae requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:04:41.939358 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40452) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:42.011266 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (2d722320-d38e-4543-bf0f-dd9622256eae), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.070330 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Deleting port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:04:42.071025 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.110200 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3004d8-0aee-4abe-9ab5-12ab6dec7402 None None] DHCP port deletion for 2d722320-d38e-4543-bf0f-dd9622256eae request from dv-cinder-739079-8-iscsi {{(pid=110338) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 18:04:42.146739 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] For port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:04:42.147178 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.163117 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Calling delete_port for f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 owned by network:dhcp {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:04:42.171112 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-ec3004d8-0aee-4abe-9ab5-12ab6dec7402 None None] Deleting port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 {{(pid=110338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:04:42.172410 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ec3004d8-0aee-4abe-9ab5-12ab6dec7402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), before_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.234527 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-ec3004d8-0aee-4abe-9ab5-12ab6dec7402 None None] For port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702,segment=NetworkSegment(b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10),segment_id=b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:04:42.234926 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ec3004d8-0aee-4abe-9ab5-12ab6dec7402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), precommit_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.247206 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-ec3004d8-0aee-4abe-9ab5-12ab6dec7402 None None] Calling delete_port for f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 owned by network:dhcp {{(pid=110338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:04:42.289842 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.315855 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:42.319450 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] No DVR routers for this DVR port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 on host dv-cinder-739079-8-iscsi {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:04:42.328875 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ec3004d8-0aee-4abe-9ab5-12ab6dec7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702), after_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.356536 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3004d8-0aee-4abe-9ab5-12ab6dec7402 None None] No DVR routers for this DVR port f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 on host dv-cinder-739079-8-iscsi {{(pid=110338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:04:42.358286 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3004d8-0aee-4abe-9ab5-12ab6dec7402 None None] Pushing event deleted for resources: {'Port': ['ID=f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702,revision_number=None']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:42.394751 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (2d722320-d38e-4543-bf0f-dd9622256eae), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.416195 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d722320-d38e-4543-bf0f-dd9622256eae']}} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:42.425295 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10') {'for_net_delete': True} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:42.425617 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10') {} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:42.434668 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130815623'] for segment (b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.448209 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.454550 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=110336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:04:42.456432 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131730312'] for segment (b3c6ce7b-3dd6-4d83-a6d6-23d4929f6d10), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: Traceback (most recent call last): Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: timer() Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: cb(*args, **kw) Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: return func(*args, **kwargs) Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: self._notify() Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: self.callback(batched_events) Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: event.method(event) Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: return f(self, *a, **k) Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._get(url).json() Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: return self.request(url, 'GET', **kwargs) Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:04:42.456544 dv-cinder-739079-8-iscsi neutron-server[110336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:04:42.603822 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (2d722320-d38e-4543-bf0f-dd9622256eae), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.609385 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:42.612617 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2d722320-d38e-4543-bf0f-dd9622256eae HTTP/1.1" status: 204 len: 168 time: 0.6721907 Mar 22 18:04:42.615552 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40454) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:42.623414 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c589c33-0fff-4269-b1aa-3476a679b509 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d722320-d38e-4543-bf0f-dd9622256eae,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:42.975544 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759877'] for router_interface (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:43.235628 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] Deleting port f236f5d9-ba3d-43ce-8f83-0b003f939e9a {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:04:43.235878 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:43.316906 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] For port f236f5d9-ba3d-43ce-8f83-0b003f939e9a, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=f236f5d9-ba3d-43ce-8f83-0b003f939e9a,segment=NetworkSegment(fcefb949-2e18-4e6d-a506-d2e7f5eb8559),segment_id=fcefb949-2e18-4e6d-a506-d2e7f5eb8559)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:04:43.317419 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:43.332686 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] Calling delete_port for f236f5d9-ba3d-43ce-8f83-0b003f939e9a owned by network:router_interface {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:04:43.621459 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (f236f5d9-ba3d-43ce-8f83-0b003f939e9a), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:43.649166 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] Pushing event deleted for resources: {'Port': ['ID=f236f5d9-ba3d-43ce-8f83-0b003f939e9a,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:43.696623 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:04:43.718584 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:04:43.719042 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device f9ebb49c-ed50-4cfe-8e6f-a41a6beb2702 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:04:43.839518 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754165'] for router_interface (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:44.276000 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] Router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:04:44.387190 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:04:44.395099 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-69c2e59c-ce6e-42fd-9868-75928f88b401 admin admin] 10.222.0.73 "PUT /v2.0/routers/8d146f86-11d1-4a74-bc9b-a1662c9dcac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7762136 Mar 22 18:04:44.395491 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40476) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:44.396054 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] Sync routers for ids ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:04:44.408054 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] Routers {'8d146f86-11d1-4a74-bc9b-a1662c9dcac3'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:04:44.408790 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:04:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:44.508641 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Publish callbacks [] for router (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:44.526848 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] Set router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:04:44.619642 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Publish callbacks [] for router_gateway (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:44.736310 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'name': 'tempest-TestShelveInstance-973195536-router', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '628d32aa-4d5c-4686-a225-b4364b066231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:19Z', 'updated_at': '2022-03-22T18:04:43Z', 'revision_number': 5, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'gw_port': {'id': '628d32aa-4d5c-4686-a225-b4364b066231', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:58:20Z', 'updated_at': '2022-03-22T17:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:44.748612 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Deleting port 628d32aa-4d5c-4686-a225-b4364b066231 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:04:44.749197 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (628d32aa-4d5c-4686-a225-b4364b066231), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:44.767435 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] Checking router: 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:04:44.776126 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] Routers {'8d146f86-11d1-4a74-bc9b-a1662c9dcac3'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:04:44.776768 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:04:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:44.829964 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] For port 628d32aa-4d5c-4686-a225-b4364b066231, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=628d32aa-4d5c-4686-a225-b4364b066231,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:04:44.830304 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (628d32aa-4d5c-4686-a225-b4364b066231), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:44.844708 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Calling delete_port for 628d32aa-4d5c-4686-a225-b4364b066231 owned by network:router_gateway {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:04:44.871671 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] Set router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 gateway port host: None {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:04:44.931525 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'name': 'tempest-TestShelveInstance-973195536-router', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:19Z', 'updated_at': '2022-03-22T18:04:44Z', 'revision_number': 6, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'gw_port_host': None}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:44.962394 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103d11f5-c0c6-477a-9d73-cccf50a0be7d None None] The sync data for ids ['8d146f86-11d1-4a74-bc9b-a1662c9dcac3'] in dv-cinder-739079-8-iscsi is: [{'id': '8d146f86-11d1-4a74-bc9b-a1662c9dcac3', 'name': 'tempest-TestShelveInstance-973195536-router', 'tenant_id': '173ae594d44c4327bbb1051e7d096787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:58:19Z', 'updated_at': '2022-03-22T18:04:44Z', 'revision_number': 6, 'project_id': '173ae594d44c4327bbb1051e7d096787', 'gw_port_host': None}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:04:45.141702 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (628d32aa-4d5c-4686-a225-b4364b066231), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.170840 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Pushing event deleted for resources: {'Port': ['ID=628d32aa-4d5c-4686-a225-b4364b066231,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:45.231242 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-756495'] for router_gateway (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.323955 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6629'] for router (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.326225 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Publish callbacks [] for router_controller (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.418548 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757996'] for router (8d146f86-11d1-4a74-bc9b-a1662c9dcac3), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.419121 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d146f86-11d1-4a74-bc9b-a1662c9dcac3 {{(pid=110337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 18:04:45.423508 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.424677 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a5f73891-6741-4602-9b81-8c0edde57782 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8d146f86-11d1-4a74-bc9b-a1662c9dcac3 HTTP/1.1" status: 204 len: 168 time: 1.0282223 Mar 22 18:04:45.427137 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40496) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:45.475708 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8d3393-2948-4019-b819-bc7573d57e5c admin admin] Deleting subnet 7fe40927-33c1-42a1-a3c6-0fc894245c39 {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:04:45.478862 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3393-2948-4019-b819-bc7573d57e5c admin admin] Publish callbacks [] for subnet (7fe40927-33c1-42a1-a3c6-0fc894245c39), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.513012 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3393-2948-4019-b819-bc7573d57e5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (7fe40927-33c1-42a1-a3c6-0fc894245c39), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.589682 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3393-2948-4019-b819-bc7573d57e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (7fe40927-33c1-42a1-a3c6-0fc894245c39), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.710502 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3393-2948-4019-b819-bc7573d57e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (7fe40927-33c1-42a1-a3c6-0fc894245c39), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.740722 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d3393-2948-4019-b819-bc7573d57e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe40927-33c1-42a1-a3c6-0fc894245c39,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:45.744622 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c8d3393-2948-4019-b819-bc7573d57e5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.747908 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-8c8d3393-2948-4019-b819-bc7573d57e5c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7fe40927-33c1-42a1-a3c6-0fc894245c39 HTTP/1.1" status: 204 len: 168 time: 0.3197646 Mar 22 18:04:45.751389 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40498) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:45.755009 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b10de-4ee5-40ba-b03d-568bb69eca3e None None] Network f8229865-df5a-4561-b5e6-d86bc38540ae requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:04:45.807973 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 628d32aa-4d5c-4686-a225-b4364b066231 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:04:45.839033 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 628d32aa-4d5c-4686-a225-b4364b066231 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:04:45.839380 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 628d32aa-4d5c-4686-a225-b4364b066231 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:04:45.839809 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device f236f5d9-ba3d-43ce-8f83-0b003f939e9a no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:04:45.842108 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (f8229865-df5a-4561-b5e6-d86bc38540ae), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.877823 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: f236f5d9-ba3d-43ce-8f83-0b003f939e9a {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:04:45.878179 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device f236f5d9-ba3d-43ce-8f83-0b003f939e9a not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:04:45.898963 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Deleting port 623dd759-d667-4540-9ad2-59f7a83fa143 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:04:45.899659 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.975969 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fc485f-6f6d-499c-8d68-8162e3adbf91 None None] DHCP port deletion for f8229865-df5a-4561-b5e6-d86bc38540ae request from dv-cinder-739079-8-iscsi {{(pid=110338) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 18:04:45.983051 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] For port 623dd759-d667-4540-9ad2-59f7a83fa143, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=623dd759-d667-4540-9ad2-59f7a83fa143,segment=NetworkSegment(fcefb949-2e18-4e6d-a506-d2e7f5eb8559),segment_id=fcefb949-2e18-4e6d-a506-d2e7f5eb8559)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:04:45.983606 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:45.998862 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Calling delete_port for 623dd759-d667-4540-9ad2-59f7a83fa143 owned by network:dhcp {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:04:46.036243 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-79fc485f-6f6d-499c-8d68-8162e3adbf91 None None] Deleting port 623dd759-d667-4540-9ad2-59f7a83fa143 {{(pid=110338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:04:46.036774 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-79fc485f-6f6d-499c-8d68-8162e3adbf91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), before_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:46.115892 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-79fc485f-6f6d-499c-8d68-8162e3adbf91 None None] For port 623dd759-d667-4540-9ad2-59f7a83fa143, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=623dd759-d667-4540-9ad2-59f7a83fa143,segment=NetworkSegment(fcefb949-2e18-4e6d-a506-d2e7f5eb8559),segment_id=fcefb949-2e18-4e6d-a506-d2e7f5eb8559)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:04:46.116384 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-79fc485f-6f6d-499c-8d68-8162e3adbf91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), precommit_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:46.131532 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-79fc485f-6f6d-499c-8d68-8162e3adbf91 None None] Calling delete_port for 623dd759-d667-4540-9ad2-59f7a83fa143 owned by network:dhcp {{(pid=110338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:04:46.215491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:46.224086 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-79fc485f-6f6d-499c-8d68-8162e3adbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (623dd759-d667-4540-9ad2-59f7a83fa143), after_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:46.249677 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc485f-6f6d-499c-8d68-8162e3adbf91 None None] Pushing event deleted for resources: {'Port': ['ID=623dd759-d667-4540-9ad2-59f7a83fa143,revision_number=None']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:46.253539 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc485f-6f6d-499c-8d68-8162e3adbf91 None None] No DVR routers for this DVR port 623dd759-d667-4540-9ad2-59f7a83fa143 on host dv-cinder-739079-8-iscsi {{(pid=110338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:04:46.255936 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=623dd759-d667-4540-9ad2-59f7a83fa143,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:46.258998 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] No DVR routers for this DVR port 623dd759-d667-4540-9ad2-59f7a83fa143 on host dv-cinder-739079-8-iscsi {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:04:46.293556 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.293983 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.294324 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.294728 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.294993 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.295321 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.295647 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.297663 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.297663 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.297663 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.298169 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.298169 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.298493 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.298796 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.299118 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:04:46.352330 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (f8229865-df5a-4561-b5e6-d86bc38540ae), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:46.374693 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8229865-df5a-4561-b5e6-d86bc38540ae']}} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:46.384473 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559') {'for_net_delete': True} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:46.384766 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcefb949-2e18-4e6d-a506-d2e7f5eb8559') {} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:04:46.394933 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130815623'] for segment (fcefb949-2e18-4e6d-a506-d2e7f5eb8559), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:46.409692 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (fcefb949-2e18-4e6d-a506-d2e7f5eb8559), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:46.415815 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=110336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:04:46.416235 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131730312'] for segment (fcefb949-2e18-4e6d-a506-d2e7f5eb8559), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: Traceback (most recent call last): Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: timer() Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: cb(*args, **kw) Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: return func(*args, **kwargs) Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: self._notify() Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: self.callback(batched_events) Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: event.method(event) Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: return f(self, *a, **k) Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._get(url).json() Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: return self.request(url, 'GET', **kwargs) Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:04:46.417862 dv-cinder-739079-8-iscsi neutron-server[110336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:04:46.579772 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (f8229865-df5a-4561-b5e6-d86bc38540ae), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:46.586968 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:46.590604 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f8229865-df5a-4561-b5e6-d86bc38540ae HTTP/1.1" status: 204 len: 168 time: 0.8381488 Mar 22 18:04:46.603939 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ed3db-abb8-4cf3-aea7-061aa0e11d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8229865-df5a-4561-b5e6-d86bc38540ae,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:47.013227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40532) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:47.047361 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-d6eaa1d1-fd3a-44e7-aace-028ff7b9a914 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0eb553595c548d0a6da146d69c45593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407286 Mar 22 18:04:47.049887 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40534) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:47.098747 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-dc8ac07b-397e-4e09-b89a-1f6414af3cad admin admin] Publish callbacks [] for security_group (06e42148-90a3-476b-8c19-87025d59d6df), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.120640 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-dc8ac07b-397e-4e09-b89a-1f6414af3cad admin admin] Publish callbacks [] for security_group (06e42148-90a3-476b-8c19-87025d59d6df), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.230238 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40538) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:47.264287 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-dc8ac07b-397e-4e09-b89a-1f6414af3cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (06e42148-90a3-476b-8c19-87025d59d6df), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.267195 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-dc8ac07b-397e-4e09-b89a-1f6414af3cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.268357 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-dc8ac07b-397e-4e09-b89a-1f6414af3cad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/06e42148-90a3-476b-8c19-87025d59d6df HTTP/1.1" status: 204 len: 168 time: 0.2175512 Mar 22 18:04:47.276469 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ac07b-397e-4e09-b89a-1f6414af3cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e42148-90a3-476b-8c19-87025d59d6df,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:47.351736 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-be16f529-48b1-444e-b9e8-25bde55b08e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.434984 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-be16f529-48b1-444e-b9e8-25bde55b08e4 admin admin] Publish callbacks [] for security_group (84ad4f2c-c7c5-464a-ae7d-c0cd3d1462f9), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.521105 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-be16f529-48b1-444e-b9e8-25bde55b08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (84ad4f2c-c7c5-464a-ae7d-c0cd3d1462f9), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.557573 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-be16f529-48b1-444e-b9e8-25bde55b08e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=945e54e8595d4122a7cfa07649c16eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262098 Mar 22 18:04:47.558466 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16f529-48b1-444e-b9e8-25bde55b08e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ad4f2c-c7c5-464a-ae7d-c0cd3d1462f9,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:47.561120 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40546) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:47.614950 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-79cfa373-0a03-4704-bdc5-14c76d8dd3dd admin admin] Publish callbacks [] for security_group (84ad4f2c-c7c5-464a-ae7d-c0cd3d1462f9), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.635834 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-79cfa373-0a03-4704-bdc5-14c76d8dd3dd admin admin] Publish callbacks [] for security_group (84ad4f2c-c7c5-464a-ae7d-c0cd3d1462f9), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.690583 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 623dd759-d667-4540-9ad2-59f7a83fa143 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:04:47.712314 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 623dd759-d667-4540-9ad2-59f7a83fa143 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:04:47.712669 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 623dd759-d667-4540-9ad2-59f7a83fa143 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:04:47.744086 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-79cfa373-0a03-4704-bdc5-14c76d8dd3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (84ad4f2c-c7c5-464a-ae7d-c0cd3d1462f9), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.746803 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-79cfa373-0a03-4704-bdc5-14c76d8dd3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:47.747992 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-79cfa373-0a03-4704-bdc5-14c76d8dd3dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/84ad4f2c-c7c5-464a-ae7d-c0cd3d1462f9 HTTP/1.1" status: 204 len: 168 time: 0.1845510 Mar 22 18:04:47.756353 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfa373-0a03-4704-bdc5-14c76d8dd3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ad4f2c-c7c5-464a-ae7d-c0cd3d1462f9,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:47.885507 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40550) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:47.928554 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-d1a1141b-98d2-4641-bb5c-56b3439ad19e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=173ae594d44c4327bbb1051e7d096787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418625 Mar 22 18:04:47.931587 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40552) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:47.981875 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c702-850a-4ed8-a8e8-d8835653ab67 admin admin] Publish callbacks [] for security_group (7472c746-2992-412e-9cf9-ac92d6120e9c), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:48.005691 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c702-850a-4ed8-a8e8-d8835653ab67 admin admin] Publish callbacks [] for security_group (7472c746-2992-412e-9cf9-ac92d6120e9c), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:48.144639 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c702-850a-4ed8-a8e8-d8835653ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (7472c746-2992-412e-9cf9-ac92d6120e9c), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:48.147324 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c702-850a-4ed8-a8e8-d8835653ab67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:48.148485 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f9c4c702-850a-4ed8-a8e8-d8835653ab67 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7472c746-2992-412e-9cf9-ac92d6120e9c HTTP/1.1" status: 204 len: 168 time: 0.2158794 Mar 22 18:04:48.168315 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c702-850a-4ed8-a8e8-d8835653ab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7472c746-2992-412e-9cf9-ac92d6120e9c,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:48.632246 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40558) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:48.647706 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-db3aa9c8-a77f-4bc9-a6f4-e9c6404681ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:48.736420 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-db3aa9c8-a77f-4bc9-a6f4-e9c6404681ec admin admin] Publish callbacks [] for security_group (bc0ac648-9733-4d2d-9e9b-d637213999d9), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:48.807087 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-db3aa9c8-a77f-4bc9-a6f4-e9c6404681ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (bc0ac648-9733-4d2d-9e9b-d637213999d9), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:48.845909 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-db3aa9c8-a77f-4bc9-a6f4-e9c6404681ec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=36cd559052e34bcc984c3e17fcafdfbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125716 Mar 22 18:04:48.846763 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3aa9c8-a77f-4bc9-a6f4-e9c6404681ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0ac648-9733-4d2d-9e9b-d637213999d9,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:48.848800 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40560) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:48.906763 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a46d2ba8-942a-44d5-8fb1-29fdbe2afb5f admin admin] Publish callbacks [] for security_group (bc0ac648-9733-4d2d-9e9b-d637213999d9), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:48.931282 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a46d2ba8-942a-44d5-8fb1-29fdbe2afb5f admin admin] Publish callbacks [] for security_group (bc0ac648-9733-4d2d-9e9b-d637213999d9), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:49.070452 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a46d2ba8-942a-44d5-8fb1-29fdbe2afb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (bc0ac648-9733-4d2d-9e9b-d637213999d9), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:49.073871 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a46d2ba8-942a-44d5-8fb1-29fdbe2afb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:49.075262 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a46d2ba8-942a-44d5-8fb1-29fdbe2afb5f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bc0ac648-9733-4d2d-9e9b-d637213999d9 HTTP/1.1" status: 204 len: 168 time: 0.2251782 Mar 22 18:04:49.084511 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d2ba8-942a-44d5-8fb1-29fdbe2afb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0ac648-9733-4d2d-9e9b-d637213999d9,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:52.524259 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:52.552098 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e1e0249a-2988-4a5f-a40b-a4972a8a6741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:54.721620 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7fda5770-bca5-482d-8352-1e959cf79a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:55.479881 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40648) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:55.585971 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fb871b5c-2ea3-4663-9fd9-fc62580cbebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:55.663729 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fb871b5c-2ea3-4663-9fd9-fc62580cbebf admin admin] Publish callbacks [] for security_group (9e17fee2-417c-4e82-a4c5-d2c3116ee327), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:55.726928 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-fb871b5c-2ea3-4663-9fd9-fc62580cbebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9e17fee2-417c-4e82-a4c5-d2c3116ee327), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:55.765237 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb871b5c-2ea3-4663-9fd9-fc62580cbebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e17fee2-417c-4e82-a4c5-d2c3116ee327,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:55.769574 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-fb871b5c-2ea3-4663-9fd9-fc62580cbebf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b19e7fba0f7d4c91be409b87bf7d9080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883012 Mar 22 18:04:55.772111 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40652) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:55.830855 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-33dc87b2-28d1-4478-8930-ef2268f01741 admin admin] Publish callbacks [] for security_group (9e17fee2-417c-4e82-a4c5-d2c3116ee327), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:55.857651 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-33dc87b2-28d1-4478-8930-ef2268f01741 admin admin] Publish callbacks [] for security_group (9e17fee2-417c-4e82-a4c5-d2c3116ee327), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:55.934660 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:55.992215 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-33dc87b2-28d1-4478-8930-ef2268f01741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9e17fee2-417c-4e82-a4c5-d2c3116ee327), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:55.994828 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-33dc87b2-28d1-4478-8930-ef2268f01741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:55.995983 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-33dc87b2-28d1-4478-8930-ef2268f01741 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e17fee2-417c-4e82-a4c5-d2c3116ee327 HTTP/1.1" status: 204 len: 168 time: 0.2229860 Mar 22 18:04:56.004901 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc87b2-28d1-4478-8930-ef2268f01741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e17fee2-417c-4e82-a4c5-d2c3116ee327,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:56.620802 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40658) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:56.636258 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-51675f8e-32bb-4fd6-9edb-074557ed66de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:56.714335 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-51675f8e-32bb-4fd6-9edb-074557ed66de admin admin] Publish callbacks [] for security_group (9eab0be9-a38c-4643-a30a-aeae70b7344c), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:56.784640 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-51675f8e-32bb-4fd6-9edb-074557ed66de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9eab0be9-a38c-4643-a30a-aeae70b7344c), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:56.825283 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51675f8e-32bb-4fd6-9edb-074557ed66de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eab0be9-a38c-4643-a30a-aeae70b7344c,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:56.832524 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-51675f8e-32bb-4fd6-9edb-074557ed66de admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0c7f69855cf4eafb101a87a5cbd1b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090256 Mar 22 18:04:56.834608 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40660) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:04:56.885229 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bce00ed0-38d9-4ff8-abc1-99313a1b322d admin admin] Publish callbacks [] for security_group (9eab0be9-a38c-4643-a30a-aeae70b7344c), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:56.907468 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bce00ed0-38d9-4ff8-abc1-99313a1b322d admin admin] Publish callbacks [] for security_group (9eab0be9-a38c-4643-a30a-aeae70b7344c), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:57.026208 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bce00ed0-38d9-4ff8-abc1-99313a1b322d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9eab0be9-a38c-4643-a30a-aeae70b7344c), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:57.029125 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bce00ed0-38d9-4ff8-abc1-99313a1b322d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:57.031104 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-bce00ed0-38d9-4ff8-abc1-99313a1b322d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9eab0be9-a38c-4643-a30a-aeae70b7344c HTTP/1.1" status: 204 len: 168 time: 0.1948793 Mar 22 18:04:57.040376 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce00ed0-38d9-4ff8-abc1-99313a1b322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eab0be9-a38c-4643-a30a-aeae70b7344c,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:04:57.447765 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:04:59.075652 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:02.737045 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40802) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:02.846700 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5bed4a18-e855-4906-896e-4b72df442860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:02.927479 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5bed4a18-e855-4906-896e-4b72df442860 admin admin] Publish callbacks [] for security_group (d617c2af-ea90-47a0-9ed2-ba4c8ef5258c), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:03.020399 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5bed4a18-e855-4906-896e-4b72df442860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d617c2af-ea90-47a0-9ed2-ba4c8ef5258c), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:03.059237 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-5bed4a18-e855-4906-896e-4b72df442860 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da0d84dfe1cf4c668bffdef3a0a4c0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210363 Mar 22 18:05:03.060198 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed4a18-e855-4906-896e-4b72df442860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d617c2af-ea90-47a0-9ed2-ba4c8ef5258c,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:03.062981 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40806) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:03.116773 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cbc823b9-cf6f-458a-9e88-8e7918e54961 admin admin] Publish callbacks [] for security_group (d617c2af-ea90-47a0-9ed2-ba4c8ef5258c), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:03.140900 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cbc823b9-cf6f-458a-9e88-8e7918e54961 admin admin] Publish callbacks [] for security_group (d617c2af-ea90-47a0-9ed2-ba4c8ef5258c), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:03.298567 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cbc823b9-cf6f-458a-9e88-8e7918e54961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d617c2af-ea90-47a0-9ed2-ba4c8ef5258c), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:03.301267 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cbc823b9-cf6f-458a-9e88-8e7918e54961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:03.302441 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-cbc823b9-cf6f-458a-9e88-8e7918e54961 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d617c2af-ea90-47a0-9ed2-ba4c8ef5258c HTTP/1.1" status: 204 len: 168 time: 0.2384424 Mar 22 18:05:03.310523 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc823b9-cf6f-458a-9e88-8e7918e54961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d617c2af-ea90-47a0-9ed2-ba4c8ef5258c,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:03.980847 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40816) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:03.995448 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9534b880-2f0d-4660-b88e-431b18fb9ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:04.070062 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9534b880-2f0d-4660-b88e-431b18fb9ad6 admin admin] Publish callbacks [] for security_group (48021327-96ff-4978-8973-d9419ed325f6), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:04.197932 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9534b880-2f0d-4660-b88e-431b18fb9ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (48021327-96ff-4978-8973-d9419ed325f6), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:04.238657 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534b880-2f0d-4660-b88e-431b18fb9ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48021327-96ff-4978-8973-d9419ed325f6,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:04.245754 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-9534b880-2f0d-4660-b88e-431b18fb9ad6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=037f66c7f8044fe69e26e47e79349213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621579 Mar 22 18:05:04.247585 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40822) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:04.296947 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-71424dc6-bbb5-4ad8-8208-cb585905945f admin admin] Publish callbacks [] for security_group (48021327-96ff-4978-8973-d9419ed325f6), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:04.320263 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-71424dc6-bbb5-4ad8-8208-cb585905945f admin admin] Publish callbacks [] for security_group (48021327-96ff-4978-8973-d9419ed325f6), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:04.573059 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-71424dc6-bbb5-4ad8-8208-cb585905945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (48021327-96ff-4978-8973-d9419ed325f6), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:04.575739 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-71424dc6-bbb5-4ad8-8208-cb585905945f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:04.576960 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-71424dc6-bbb5-4ad8-8208-cb585905945f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48021327-96ff-4978-8973-d9419ed325f6 HTTP/1.1" status: 204 len: 168 time: 0.3284149 Mar 22 18:05:04.585060 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71424dc6-bbb5-4ad8-8208-cb585905945f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48021327-96ff-4978-8973-d9419ed325f6,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:07.762974 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40924) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:07.866882 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-aee2a31b-5881-43ad-8cd4-73ad1849be66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:07.942274 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-aee2a31b-5881-43ad-8cd4-73ad1849be66 admin admin] Publish callbacks [] for security_group (a82389b8-8b07-4508-ba57-ba39c5ef6951), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:08.018982 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-aee2a31b-5881-43ad-8cd4-73ad1849be66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a82389b8-8b07-4508-ba57-ba39c5ef6951), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:08.059490 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-aee2a31b-5881-43ad-8cd4-73ad1849be66 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4fb84d718d2643b4b3b054581176b82f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954147 Mar 22 18:05:08.060692 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2a31b-5881-43ad-8cd4-73ad1849be66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82389b8-8b07-4508-ba57-ba39c5ef6951,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:08.062346 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40940) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:08.114532 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3898f371-9e9f-4772-bab7-29b7ff52f972 admin admin] Publish callbacks [] for security_group (a82389b8-8b07-4508-ba57-ba39c5ef6951), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:08.132185 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3898f371-9e9f-4772-bab7-29b7ff52f972 admin admin] Publish callbacks [] for security_group (a82389b8-8b07-4508-ba57-ba39c5ef6951), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:08.277380 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53b65-b8d4-484f-a451-e5537a191910 req-17a1a616-a5c0-4c4f-8ce1-11d99766de33 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:08.277651 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3898f371-9e9f-4772-bab7-29b7ff52f972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a82389b8-8b07-4508-ba57-ba39c5ef6951), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:08.278891 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4bf53b65-b8d4-484f-a451-e5537a191910 req-17a1a616-a5c0-4c4f-8ce1-11d99766de33 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0579002 Mar 22 18:05:08.280058 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-3898f371-9e9f-4772-bab7-29b7ff52f972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:08.281257 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-3898f371-9e9f-4772-bab7-29b7ff52f972 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a82389b8-8b07-4508-ba57-ba39c5ef6951 HTTP/1.1" status: 204 len: 168 time: 0.2174833 Mar 22 18:05:08.290412 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898f371-9e9f-4772-bab7-29b7ff52f972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82389b8-8b07-4508-ba57-ba39c5ef6951,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:08.330470 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4bf53b65-b8d4-484f-a451-e5537a191910 req-5da9c2de-5ff8-4054-b972-816ad11d5505 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456419 Mar 22 18:05:08.967380 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 40950) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:08.980570 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e80a-966e-46d0-88c9-5e192cae7f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:09.053144 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e80a-966e-46d0-88c9-5e192cae7f61 admin admin] Publish callbacks [] for security_group (a460318a-8aea-4029-a8b4-40417ccc0475), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:09.140774 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e80a-966e-46d0-88c9-5e192cae7f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a460318a-8aea-4029-a8b4-40417ccc0475), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:09.179621 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-bfe9e80a-966e-46d0-88c9-5e192cae7f61 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d99fcbf46a314af2868d1cc5674887aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111597 Mar 22 18:05:09.181548 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9e80a-966e-46d0-88c9-5e192cae7f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a460318a-8aea-4029-a8b4-40417ccc0475,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:09.182370 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 40952) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:09.230809 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ff34dd7f-e465-4700-88b6-da645f048032 admin admin] Publish callbacks [] for security_group (a460318a-8aea-4029-a8b4-40417ccc0475), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:09.251526 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ff34dd7f-e465-4700-88b6-da645f048032 admin admin] Publish callbacks [] for security_group (a460318a-8aea-4029-a8b4-40417ccc0475), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:09.401791 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ff34dd7f-e465-4700-88b6-da645f048032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a460318a-8aea-4029-a8b4-40417ccc0475), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:09.404487 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ff34dd7f-e465-4700-88b6-da645f048032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:09.405907 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-ff34dd7f-e465-4700-88b6-da645f048032 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a460318a-8aea-4029-a8b4-40417ccc0475 HTTP/1.1" status: 204 len: 168 time: 0.2225440 Mar 22 18:05:09.441313 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34dd7f-e465-4700-88b6-da645f048032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a460318a-8aea-4029-a8b4-40417ccc0475,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:09.482765 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745278f3-d10b-4828-b07d-52a2d9411609 req-c2e4e72e-af48-4082-aa33-a305db21608d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:09.485589 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-745278f3-d10b-4828-b07d-52a2d9411609 req-c2e4e72e-af48-4082-aa33-a305db21608d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0784388 Mar 22 18:05:09.538947 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-745278f3-d10b-4828-b07d-52a2d9411609 req-0ecdc4b8-2c3b-4662-9749-38da95f0095a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462930 Mar 22 18:05:10.661740 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f045a2-b083-4db6-8d4a-cbab531b4048 req-3e726ac4-ab5d-4343-82e4-174ab93e7f60 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:10.663230 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d9f045a2-b083-4db6-8d4a-cbab531b4048 req-3e726ac4-ab5d-4343-82e4-174ab93e7f60 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0525477 Mar 22 18:05:10.710886 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d9f045a2-b083-4db6-8d4a-cbab531b4048 req-ca5f4164-026b-4dc8-8844-bb2fd78679dd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419016 Mar 22 18:05:11.836152 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504035d-92ff-400e-824d-935407e0a246 req-3c935519-f89c-4f9b-9a74-478680a10fbc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:11.837637 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0504035d-92ff-400e-824d-935407e0a246 req-3c935519-f89c-4f9b-9a74-478680a10fbc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0513141 Mar 22 18:05:11.887667 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0504035d-92ff-400e-824d-935407e0a246 req-0a871280-59bc-48fe-a688-c4a7dd7ce030 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 Mar 22 18:05:13.009728 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59653d9-66e5-4ca5-8679-5e017b2efaf9 req-247abec0-cf16-4312-8d6c-a0c8affcaa21 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:13.011229 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e59653d9-66e5-4ca5-8679-5e017b2efaf9 req-247abec0-cf16-4312-8d6c-a0c8affcaa21 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0528646 Mar 22 18:05:13.059730 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e59653d9-66e5-4ca5-8679-5e017b2efaf9 req-fad3d36c-0e26-4924-8e37-245f61a152ad tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426662 Mar 22 18:05:14.185975 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4001151-46a1-4ab5-9319-2baafbfd6aec req-86a60ded-0add-494d-8893-855849878296 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:14.188220 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b4001151-46a1-4ab5-9319-2baafbfd6aec req-86a60ded-0add-494d-8893-855849878296 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0562351 Mar 22 18:05:14.239752 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b4001151-46a1-4ab5-9319-2baafbfd6aec req-fb1352b3-da47-41ea-aef5-51c9b8cae6b6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434821 Mar 22 18:05:15.367086 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682a95a-888f-458b-ba6f-031f722a99ee req-e4ae3291-476b-40d0-bc4e-b2113cc46623 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:15.368538 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8682a95a-888f-458b-ba6f-031f722a99ee req-e4ae3291-476b-40d0-bc4e-b2113cc46623 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0548117 Mar 22 18:05:15.413853 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8682a95a-888f-458b-ba6f-031f722a99ee req-b2e96f85-273c-4bf0-bf98-766b142cb3bd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387788 Mar 22 18:05:16.538057 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce37b9-b68f-46c2-927c-7d61dad7fbe7 req-de57793a-f6aa-452d-ae4d-28879dfde41a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:16.539569 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95ce37b9-b68f-46c2-927c-7d61dad7fbe7 req-de57793a-f6aa-452d-ae4d-28879dfde41a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0553250 Mar 22 18:05:16.586952 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95ce37b9-b68f-46c2-927c-7d61dad7fbe7 req-a60d7e6d-d1f9-49fa-85b2-948f336bbff0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417626 Mar 22 18:05:17.709215 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26628c21-54ec-4032-b070-034e36e4f5c4 req-46b7623d-9eca-48ec-8e12-143bbb49f8f9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:17.710734 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-26628c21-54ec-4032-b070-034e36e4f5c4 req-46b7623d-9eca-48ec-8e12-143bbb49f8f9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0531981 Mar 22 18:05:17.762550 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-26628c21-54ec-4032-b070-034e36e4f5c4 req-84f90b7e-3811-4a17-9e91-9e8926c8defd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 Mar 22 18:05:18.849186 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:05:18.886627 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079903b0-53c0-4fec-a965-48f952d9f981 req-1dba83c8-67b3-4c2d-a00e-f4b2b3824ec4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:18.888119 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-079903b0-53c0-4fec-a965-48f952d9f981 req-1dba83c8-67b3-4c2d-a00e-f4b2b3824ec4 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0515945 Mar 22 18:05:18.933789 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-079903b0-53c0-4fec-a965-48f952d9f981 req-4aacd342-110b-4183-bd6d-2c0c16882acf tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393028 Mar 22 18:05:20.084934 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe08b2-2dff-4a91-878c-f880f8dd59e9 req-87caea4e-2917-41cc-9134-b9710a5bb5dc tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:20.086439 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fcfe08b2-2dff-4a91-878c-f880f8dd59e9 req-87caea4e-2917-41cc-9134-b9710a5bb5dc tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 946 time: 0.1022623 Mar 22 18:05:20.095835 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490512e-d9f0-48da-b341-fd848d72b278 req-0f7d73e9-dd22-4392-b290-5755840fc77e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:20.098120 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2490512e-d9f0-48da-b341-fd848d72b278 req-0f7d73e9-dd22-4392-b290-5755840fc77e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0772300 Mar 22 18:05:20.176905 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2490512e-d9f0-48da-b341-fd848d72b278 req-a3796598-e4e8-41e6-9932-ec54e2e8d626 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718465 Mar 22 18:05:20.179896 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fcfe08b2-2dff-4a91-878c-f880f8dd59e9 req-5cd4ea35-aa8f-45e8-b126-0429d288a920 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761673 Mar 22 18:05:21.333653 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f39b9e-8d16-419c-86c4-308db62d0b4f req-e5a6f201-56b6-42bd-8762-2ff859d9ba4f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:21.335105 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00f39b9e-8d16-419c-86c4-308db62d0b4f req-e5a6f201-56b6-42bd-8762-2ff859d9ba4f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0759108 Mar 22 18:05:21.343229 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07528183-1a60-4f8a-b853-d155ab1ebf22 req-10be22dd-9193-4948-a719-24d56976ac4f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:21.347012 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-07528183-1a60-4f8a-b853-d155ab1ebf22 req-10be22dd-9193-4948-a719-24d56976ac4f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 946 time: 0.0952852 Mar 22 18:05:21.417581 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-00f39b9e-8d16-419c-86c4-308db62d0b4f req-af600662-7e0f-44f3-8a78-0661e5298a13 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717738 Mar 22 18:05:21.420899 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-07528183-1a60-4f8a-b853-d155ab1ebf22 req-f2c198e3-9b19-4934-868f-619a78ac34ea tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=50fb284c-b451-46f1-8b37-6d4147542694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682797 Mar 22 18:05:21.940260 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-edacee42-9053-47ab-b736-2d06b50387e0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:21.941633 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-edacee42-9053-47ab-b736-2d06b50387e0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 946 time: 0.0509114 Mar 22 18:05:22.035879 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Deleting port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:05:22.036217 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:22.126367 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] For port 233d3b6b-7b15-423e-967a-1bb381dcfdd9, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=233d3b6b-7b15-423e-967a-1bb381dcfdd9,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:05:22.126731 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:22.293610 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:22.293893 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (0f708151-43e0-46c2-ad4b-98611a9ea4d8), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:22.294211 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Floating IP 0f708151-43e0-46c2-ad4b-98611a9ea4d8 disassociated. External IP: 172.27.1.231, port: 233d3b6b-7b15-423e-967a-1bb381dcfdd9. Mar 22 18:05:22.294548 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Calling delete_port for 233d3b6b-7b15-423e-967a-1bb381dcfdd9 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:05:22.529765 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (233d3b6b-7b15-423e-967a-1bb381dcfdd9), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:22.564193 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6dfd1d0b-f2f4-473b-9255-f957df595f27 req-e7785096-6e00-4c46-aae2-7118678a5d9f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 210 time: 0.0635533 Mar 22 18:05:22.590779 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'Port': ['ID=233d3b6b-7b15-423e-967a-1bb381dcfdd9,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:22.620577 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:22.624526 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1aa27c8a-364a-4325-b149-cbcffca28a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:22.646529 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dac584-383e-403e-b28c-a5f154982acc req-a7d93952-d779-4742-a2fa-0fa8008032d8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:22.648082 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-26dac584-383e-403e-b28c-a5f154982acc req-a7d93952-d779-4742-a2fa-0fa8008032d8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.1572394 Mar 22 18:05:22.978421 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-26dac584-383e-403e-b28c-a5f154982acc req-8bb41815-13e2-4394-9032-f4dd2c54c9ae tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624731 Mar 22 18:05:23.000261 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Router 0dd1c279-0183-4674-9d83-412a42615194 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:05:23.146476 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:05:23.147294 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:05:23.152540 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:05:23.153224 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:04:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:05:23.175043 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] No DVR routers for this DVR port 233d3b6b-7b15-423e-967a-1bb381dcfdd9 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:05:23.177608 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:23.181060 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6b61dadf-dc06-4b9a-adc5-40a80b73d392 req-ae75ffee-01f5-49fe-b231-1323c1140c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "DELETE /v2.0/ports/233d3b6b-7b15-423e-967a-1bb381dcfdd9 HTTP/1.1" status: 204 len: 173 time: 1.2345819 Mar 22 18:05:23.181753 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'name': 'network-vif-deleted', 'tag': '233d3b6b-7b15-423e-967a-1bb381dcfdd9'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:05:23.184019 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc204f6-88bd-4371-b3fa-926ebb6092a8" -d '{"events": [{"server_uuid": "36023547-bbe2-4079-a567-b638ce9a1eb0", "name": "network-vif-deleted", "tag": "233d3b6b-7b15-423e-967a-1bb381dcfdd9"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:05:23.222097 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607335eb-e97f-4dd1-8dfc-5ef21ced0fd1 x-openstack-request-id: req-607335eb-e97f-4dd1-8dfc-5ef21ced0fd1 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:05:23.222097 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36023547-bbe2-4079-a567-b638ce9a1eb0", "name": "network-vif-deleted", "tag": "233d3b6b-7b15-423e-967a-1bb381dcfdd9", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:05:23.222097 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-607335eb-e97f-4dd1-8dfc-5ef21ced0fd1 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:05:23.222097 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607335eb-e97f-4dd1-8dfc-5ef21ced0fd1'] response: {'server_uuid': '36023547-bbe2-4079-a567-b638ce9a1eb0', 'name': 'network-vif-deleted', 'tag': '233d3b6b-7b15-423e-967a-1bb381dcfdd9', 'status': 'completed', 'code': 200} Mar 22 18:05:23.274941 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:05:23.474013 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:05:23.505193 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:05:23.513869 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:05:23.515089 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:04:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:05:23.632309 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:05:23.681873 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41120) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:23.685103 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bf6c48f0-2cbc-4c1e-a94e-cd283bf49dbd req-46f16782-ca9d-4a14-9024-9f404d7cf201 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=36023547-bbe2-4079-a567-b638ce9a1eb0 HTTP/1.1" status: 200 len: 210 time: 0.0396416 Mar 22 18:05:23.790199 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e508992c-4098-4c39-8b39-5b82cdbb37c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:23.837500 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:05:23.863924 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5f902-a8d3-478e-be50-fdb34b03043b None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:05:23.865856 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e508992c-4098-4c39-8b39-5b82cdbb37c1 admin admin] Publish callbacks [] for security_group (d08cc24e-623a-47e0-8219-722d865daa07), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:23.955780 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e508992c-4098-4c39-8b39-5b82cdbb37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d08cc24e-623a-47e0-8219-722d865daa07), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:23.998376 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-e508992c-4098-4c39-8b39-5b82cdbb37c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afc6e2c52d884c77afe45d0440cd5518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153870 Mar 22 18:05:23.999357 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508992c-4098-4c39-8b39-5b82cdbb37c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08cc24e-623a-47e0-8219-722d865daa07,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:24.001233 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 41124) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:24.065665 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ab436539-022f-4d9b-814b-445db57409fe admin admin] Publish callbacks [] for security_group (d08cc24e-623a-47e0-8219-722d865daa07), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:24.112958 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ab436539-022f-4d9b-814b-445db57409fe admin admin] Publish callbacks [] for security_group (d08cc24e-623a-47e0-8219-722d865daa07), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:24.115032 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8694578-8ff5-438a-a2fd-8a4e765096ac None None] New status for floating IP 0f708151-43e0-46c2-ad4b-98611a9ea4d8: DOWN {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:05:24.122291 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 233d3b6b-7b15-423e-967a-1bb381dcfdd9 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:05:24.163367 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb05eb-d8ea-4a58-9406-cd855e715bfe req-11f9aa78-7fa7-456e-b4b0-4273b6ae32f2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:24.164874 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-53cb05eb-d8ea-4a58-9406-cd855e715bfe req-11f9aa78-7fa7-456e-b4b0-4273b6ae32f2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0893121 Mar 22 18:05:24.208634 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 233d3b6b-7b15-423e-967a-1bb381dcfdd9 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:05:24.208973 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 233d3b6b-7b15-423e-967a-1bb381dcfdd9 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:05:24.230173 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-53cb05eb-d8ea-4a58-9406-cd855e715bfe req-24f39d71-4e34-4002-908f-7e51955ac05d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530341 Mar 22 18:05:24.271975 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ab436539-022f-4d9b-814b-445db57409fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d08cc24e-623a-47e0-8219-722d865daa07), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:24.274958 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ab436539-022f-4d9b-814b-445db57409fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:24.281087 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-ab436539-022f-4d9b-814b-445db57409fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d08cc24e-623a-47e0-8219-722d865daa07 HTTP/1.1" status: 204 len: 168 time: 0.2738061 Mar 22 18:05:24.284972 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab436539-022f-4d9b-814b-445db57409fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08cc24e-623a-47e0-8219-722d865daa07,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:24.717140 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7c76-a3af-473e-9f09-d267639326ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:24.831263 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 41144) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:24.885480 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc06b0d2-9257-412e-a213-b95035b3b282 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (50fb284c-b451-46f1-8b37-6d4147542694), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:24.908766 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc06b0d2-9257-412e-a213-b95035b3b282 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (50fb284c-b451-46f1-8b37-6d4147542694), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:25.060543 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc06b0d2-9257-412e-a213-b95035b3b282 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (50fb284c-b451-46f1-8b37-6d4147542694), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:25.066193 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-cc06b0d2-9257-412e-a213-b95035b3b282 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:25.066193 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-cc06b0d2-9257-412e-a213-b95035b3b282 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "DELETE /v2.0/security-groups/50fb284c-b451-46f1-8b37-6d4147542694 HTTP/1.1" status: 204 len: 168 time: 0.2326131 Mar 22 18:05:25.067850 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41152) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:25.074470 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b0d2-9257-412e-a213-b95035b3b282 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fb284c-b451-46f1-8b37-6d4147542694,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:25.082834 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.api.v2.resource [None req-9bf6367b-67f4-4051-9bbd-f74b7d4f7e26 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] show failed (client error): The resource could not be found. Mar 22 18:05:25.083861 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-9bf6367b-67f4-4051-9bbd-f74b7d4f7e26 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups/50fb284c-b451-46f1-8b37-6d4147542694 HTTP/1.1" status: 404 len: 347 time: 0.0149882 Mar 22 18:05:25.086768 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41154) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:25.213045 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3a8fc-c173-41e9-afc6-42fe904ef9af tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Deleting port fcbb6450-4476-406b-a4e5-b0c60110eff2 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:05:25.213386 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a8fc-c173-41e9-afc6-42fe904ef9af tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (fcbb6450-4476-406b-a4e5-b0c60110eff2), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:25.299770 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a8fc-c173-41e9-afc6-42fe904ef9af tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (fcbb6450-4476-406b-a4e5-b0c60110eff2), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:25.300101 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a8fc-c173-41e9-afc6-42fe904ef9af tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (fcbb6450-4476-406b-a4e5-b0c60110eff2), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:25.314046 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3a8fc-c173-41e9-afc6-42fe904ef9af tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Calling delete_port for fcbb6450-4476-406b-a4e5-b0c60110eff2 owned by network:floatingip {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:05:25.362470 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cde78-4251-40df-8936-7e9136336284 req-ea1e9118-7563-47bc-a2f1-476ad57893d1 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:25.364256 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-735cde78-4251-40df-8936-7e9136336284 req-ea1e9118-7563-47bc-a2f1-476ad57893d1 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0585876 Mar 22 18:05:25.417789 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-735cde78-4251-40df-8936-7e9136336284 req-e4d18fb7-0cd8-4b7a-b56f-fbb89916d675 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478261 Mar 22 18:05:25.506262 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a8fc-c173-41e9-afc6-42fe904ef9af tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (fcbb6450-4476-406b-a4e5-b0c60110eff2), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:25.534412 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3a8fc-c173-41e9-afc6-42fe904ef9af tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'Port': ['ID=fcbb6450-4476-406b-a4e5-b0c60110eff2,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:25.604079 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a8fc-c173-41e9-afc6-42fe904ef9af tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (0f708151-43e0-46c2-ad4b-98611a9ea4d8), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:25.606657 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a8fc-c173-41e9-afc6-42fe904ef9af tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:25.607836 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b1f3a8fc-c173-41e9-afc6-42fe904ef9af tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "DELETE /v2.0/floatingips/0f708151-43e0-46c2-ad4b-98611a9ea4d8 HTTP/1.1" status: 204 len: 168 time: 0.5201325 Mar 22 18:05:25.938378 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:26.030945 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 41202) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:26.035440 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-4c20c793-105c-4ff7-b833-01ea0cfbb3d7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998964666', 'description': 'tempest-description--47954297'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:05:26.184177 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4c20c793-105c-4ff7-b833-01ea0cfbb3d7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:26.250483 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4c20c793-105c-4ff7-b833-01ea0cfbb3d7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (2582e988-49ad-42b7-9834-dc2ae551df90), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:26.361604 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4c20c793-105c-4ff7-b833-01ea0cfbb3d7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2582e988-49ad-42b7-9834-dc2ae551df90), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:26.392483 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20c793-105c-4ff7-b833-01ea0cfbb3d7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2582e988-49ad-42b7-9834-dc2ae551df90,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:26.479227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4c20c793-105c-4ff7-b833-01ea0cfbb3d7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:26.480807 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-4c20c793-105c-4ff7-b833-01ea0cfbb3d7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4488878 Mar 22 18:05:26.483870 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 41210) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:26.489476 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-303c0430-c6c5-4e36-9d47-bcbbb9929346 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group_rule': {'security_group_id': '2582e988-49ad-42b7-9834-dc2ae551df90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:05:26.563069 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9d94a-e5b4-4f6d-ab8c-e9c39d5ca4e6 req-862b0b76-ea7b-451c-9649-a058ec737778 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:26.564549 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f9a9d94a-e5b4-4f6d-ab8c-e9c39d5ca4e6 req-862b0b76-ea7b-451c-9649-a058ec737778 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0618122 Mar 22 18:05:26.610612 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f9a9d94a-e5b4-4f6d-ab8c-e9c39d5ca4e6 req-3f07d6dc-0ae2-406a-b9de-4ca6f5c224e6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403991 Mar 22 18:05:26.622575 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-303c0430-c6c5-4e36-9d47-bcbbb9929346 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (656fc4eb-785a-4283-b3e3-02534224ddde), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:26.669614 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-303c0430-c6c5-4e36-9d47-bcbbb9929346 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (656fc4eb-785a-4283-b3e3-02534224ddde), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:26.767309 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-303c0430-c6c5-4e36-9d47-bcbbb9929346 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (656fc4eb-785a-4283-b3e3-02534224ddde), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:26.785532 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c0430-c6c5-4e36-9d47-bcbbb9929346 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656fc4eb-785a-4283-b3e3-02534224ddde,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:26.871717 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-303c0430-c6c5-4e36-9d47-bcbbb9929346 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:26.872923 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-303c0430-c6c5-4e36-9d47-bcbbb9929346 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3881075 Mar 22 18:05:26.877655 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 41224) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:26.881020 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-1191766c-2c3f-4f6e-a0b2-a085ccb1335e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'security_group_rule': {'security_group_id': '2582e988-49ad-42b7-9834-dc2ae551df90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:05:26.979961 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1191766c-2c3f-4f6e-a0b2-a085ccb1335e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (05a02c07-0d60-4bae-8a32-a2c963e0cadb), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:27.047491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1191766c-2c3f-4f6e-a0b2-a085ccb1335e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (05a02c07-0d60-4bae-8a32-a2c963e0cadb), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:27.149971 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1191766c-2c3f-4f6e-a0b2-a085ccb1335e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (05a02c07-0d60-4bae-8a32-a2c963e0cadb), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:27.169157 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191766c-2c3f-4f6e-a0b2-a085ccb1335e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a02c07-0d60-4bae-8a32-a2c963e0cadb,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:27.268770 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1191766c-2c3f-4f6e-a0b2-a085ccb1335e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:27.270233 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-1191766c-2c3f-4f6e-a0b2-a085ccb1335e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3928642 Mar 22 18:05:27.274795 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 41228) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:27.280354 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:05:27.375202 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:27.460258 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:27.486011 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:27.594478 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Allocated IP 172.27.1.79 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/c147b551-bdc7-492d-bc0f-bec3ee6c2099) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:05:27.726868 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (c147b551-bdc7-492d-bc0f-bec3ee6c2099), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:27.771782 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39b0a7-80e3-4ac5-9079-8c337a5a9e15 req-dbbe2492-ed8a-4e3b-9c93-de222f2871ca tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:27.773350 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c39b0a7-80e3-4ac5-9079-8c337a5a9e15 req-dbbe2492-ed8a-4e3b-9c93-de222f2871ca tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0874135 Mar 22 18:05:27.820500 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c39b0a7-80e3-4ac5-9079-8c337a5a9e15 req-1492c774-3696-4b28-9184-b28e075b5ee1 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409789 Mar 22 18:05:27.836886 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (c147b551-bdc7-492d-bc0f-bec3ee6c2099), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:27.878311 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:05:27.881158 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:05:27.886647 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:05:27.892841 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=c147b551-bdc7-492d-bc0f-bec3ee6c2099,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:27.978331 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:28.145178 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 5680f56a-a18e-4eee-a591-ecb40fc90c68 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:05:28.149018 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (c147b551-bdc7-492d-bc0f-bec3ee6c2099), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:28.243857 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:05:28.257080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'port_id': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'mac_address': 'fa:16:3e:99:f6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:05:28.298138 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 5680f56a-a18e-4eee-a591-ecb40fc90c68 is: ACTIVE; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:05:28.298588 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:28.311546 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5680f56a-a18e-4eee-a591-ecb40fc90c68 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:05:28.311832 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (c147b551-bdc7-492d-bc0f-bec3ee6c2099), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:28.332225 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:05:28.412944 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (c147b551-bdc7-492d-bc0f-bec3ee6c2099), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:28.458525 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:28.491042 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=c147b551-bdc7-492d-bc0f-bec3ee6c2099,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:28.500057 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:28.509983 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=6']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:28.518519 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.520013 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.520013 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.520013 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.520013 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.520327 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.520474 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.520801 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.521128 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.521493 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.521790 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.522118 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.522440 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.522760 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.523078 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:05:28.542516 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['5680f56a-a18e-4eee-a591-ecb40fc90c68'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:05:28.568836 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:28.570390 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-d7b02953-4dcc-4525-845b-38b953625162 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2942972 Mar 22 18:05:28.781060 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-63d45156-48a8-44f0-9d72-998561f215f6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1998964666&fields=id&tenant_id=5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 267 time: 0.0428734 Mar 22 18:05:28.886727 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-e4ada71a-65ab-4322-87b4-d0fd129e28d5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:28.888185 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-e4ada71a-65ab-4322-87b4-d0fd129e28d5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 814 time: 0.1009786 Mar 22 18:05:28.918672 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-564bee6f-648d-4708-8f70-0732af09b6a1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/quotas/5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 375 time: 0.0243380 Mar 22 18:05:28.996663 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eada488-1b24-452c-ad77-5a73bec67965 req-d891dac0-df69-4f01-bf77-1354d2e14202 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:28.998255 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1eada488-1b24-452c-ad77-5a73bec67965 req-d891dac0-df69-4f01-bf77-1354d2e14202 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 944 time: 0.0970180 Mar 22 18:05:29.010143 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-1929839c-d527-4469-a5ad-2065b552b07a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708375 Mar 22 18:05:29.102300 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1eada488-1b24-452c-ad77-5a73bec67965 req-a2a5abde-e2ef-437f-a5bf-34e4353abe92 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911851 Mar 22 18:05:29.131329 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-86a2e153-07d8-4699-8386-8c8bdd96d4e3 service neutron] 10.222.0.73 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072457 Mar 22 18:05:29.144221 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:29.220010 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-85ae1003-63e0-4ead-83f5-68879c0b98e3 service neutron] 10.222.0.73 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830162 Mar 22 18:05:30.151009 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 5680f56a-a18e-4eee-a591-ecb40fc90c68 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:05:30.200865 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 5680f56a-a18e-4eee-a591-ecb40fc90c68 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:05:30.201251 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:30.234746 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeed94-1917-434a-b29d-17e7dabcd689 req-85631735-adcf-4783-a209-be5a626b5aeb tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:30.236302 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eedeed94-1917-434a-b29d-17e7dabcd689 req-85631735-adcf-4783-a209-be5a626b5aeb tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 944 time: 0.0575795 Mar 22 18:05:30.284848 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 5680f56a-a18e-4eee-a591-ecb40fc90c68 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:05:30.285147 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:30.288757 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eedeed94-1917-434a-b29d-17e7dabcd689 req-3361de64-68a7-4ee8-a230-3473805a810a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468912 Mar 22 18:05:30.308452 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:05:30.310769 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74dcc6c-ccb6-4167-886f-9e0eceed39e4" -d '{"events": [{"server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "name": "network-vif-plugged", "status": "completed", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:05:30.324473 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:05:30.347321 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48559e19-124c-4ced-81f1-e7c723c75d19 x-openstack-request-id: req-48559e19-124c-4ced-81f1-e7c723c75d19 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:05:30.347617 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "name": "network-vif-plugged", "status": "completed", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:05:30.347869 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48559e19-124c-4ced-81f1-e7c723c75d19 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:05:30.348267 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48559e19-124c-4ced-81f1-e7c723c75d19'] response: {'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'code': 200} Mar 22 18:05:30.389852 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:30.445732 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=7']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:30.497174 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9c9de4bd-6bc3-43fb-9bb6-b367ffe82688 req-9aa580f7-52a6-485d-a466-27eac40dacb3 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 210 time: 0.0285604 Mar 22 18:05:31.418299 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ec94-8e6e-49f6-b92e-88469316a755 req-7c4b4892-528a-4fdb-b119-0749dddd330e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:31.419792 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7855ec94-8e6e-49f6-b92e-88469316a755 req-7c4b4892-528a-4fdb-b119-0749dddd330e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0555477 Mar 22 18:05:31.468835 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7855ec94-8e6e-49f6-b92e-88469316a755 req-2962e4f1-a639-41e2-ad1c-b37798fb69ed tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427208 Mar 22 18:05:31.582571 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4b7ea206-3edf-4f07-bede-1a43bd181ff7 req-6f40494a-255b-4d6d-904b-59f6a852080b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 210 time: 0.0284305 Mar 22 18:05:32.634697 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d3a8f-bfcb-45a7-a78d-d48e73d4622a req-2f2ab672-6e39-4244-876d-4dabedf9306c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:32.642952 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f07d3a8f-bfcb-45a7-a78d-d48e73d4622a req-2f2ab672-6e39-4244-876d-4dabedf9306c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0936377 Mar 22 18:05:32.717132 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1dc9583a-729a-48f7-ab97-9be5371c74be req-cb5239eb-275d-4480-a5cd-509a97f20241 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 210 time: 0.0410867 Mar 22 18:05:32.746288 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f07d3a8f-bfcb-45a7-a78d-d48e73d4622a req-dda47dab-c40b-4ca3-9e2f-b76ad37e7a33 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938957 Mar 22 18:05:33.810822 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9589aec6-5c04-4637-bb0a-f115ebb32511 req-602fa9a0-0761-48fb-9acd-6674ef0fe2e8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 210 time: 0.0327322 Mar 22 18:05:33.880245 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa5c1a-c66d-486a-84a5-a07b60cc2482 req-cb5394ea-1dd7-4c55-8391-e8818fe2547d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:33.881978 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b6aa5c1a-c66d-486a-84a5-a07b60cc2482 req-cb5394ea-1dd7-4c55-8391-e8818fe2547d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0574980 Mar 22 18:05:33.936603 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b6aa5c1a-c66d-486a-84a5-a07b60cc2482 req-5e1901a9-a9da-48c7-bd2d-aa16bd8fe766 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484157 Mar 22 18:05:34.919398 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1e399c1a-9134-4c6a-afc0-9148e675857e req-eb3f064c-900f-40c5-9746-d3c5d4c993c2 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 210 time: 0.0274878 Mar 22 18:05:35.097379 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1dc59-53e3-41d5-8cbf-2dac4b518e6b req-bf0ece13-d8a5-4176-a6f1-12b2dd5e969d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:35.099039 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-61d1dc59-53e3-41d5-8cbf-2dac4b518e6b req-bf0ece13-d8a5-4176-a6f1-12b2dd5e969d tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0866857 Mar 22 18:05:35.148973 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-61d1dc59-53e3-41d5-8cbf-2dac4b518e6b req-c10fd486-fec0-4fe5-989c-f0d7007eefc9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443230 Mar 22 18:05:36.040770 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-527b06e5-372f-4ad2-9086-c903445950e5 req-79513870-cec9-404b-8ec8-e7b8205cf18d tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 210 time: 0.0343459 Mar 22 18:05:36.277646 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a60d6-5b50-4677-a03d-fdb35bd308d0 req-39a12a67-c5c9-4ea3-ad70-31f9ebd46590 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:36.279234 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d94a60d6-5b50-4677-a03d-fdb35bd308d0 req-39a12a67-c5c9-4ea3-ad70-31f9ebd46590 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0568011 Mar 22 18:05:36.329139 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d94a60d6-5b50-4677-a03d-fdb35bd308d0 req-9696bcd4-484f-40d5-a39c-8a87189c436c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 Mar 22 18:05:37.169416 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-da62a808-8c00-48bd-8e68-a096b0180da4 req-f35179a1-fb4c-4105-811b-a764b27456f9 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 210 time: 0.0461929 Mar 22 18:05:37.281340 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-a1e76a08-e233-41d5-ac4b-229798e69407 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:37.283000 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-a1e76a08-e233-41d5-ac4b-229798e69407 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 814 time: 0.1126208 Mar 22 18:05:37.348746 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-68c60f1c-c412-4b20-a9bd-ed6ff6c04c3f tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5933ff6f94b24ebf85963e593ac67df1 HTTP/1.1" status: 200 len: 380 time: 0.0553393 Mar 22 18:05:37.358669 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'port': {'device_id': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'admin_state_up': True, 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'security_groups': ['2582e988-49ad-42b7-9834-dc2ae551df90']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:05:37.491126 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b9f80-8594-4687-b342-f9cada373952 req-9ba14b64-8a7f-4513-9dff-c10f184ff1cf tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:37.492517 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f1b9f80-8594-4687-b342-f9cada373952 req-9ba14b64-8a7f-4513-9dff-c10f184ff1cf tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0851395 Mar 22 18:05:37.550274 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f1b9f80-8594-4687-b342-f9cada373952 req-32757e5b-d54a-474b-9ae8-03f31d5d40b3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503201 Mar 22 18:05:37.602638 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Made reservation on behalf of 5933ff6f94b24ebf85963e593ac67df1 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:05:37.606147 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:37.753382 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Allocated IP 172.20.0.5 (4e4dae78-e07e-477d-b0e6-40a6a7f8a749/034b3e94-a94e-46aa-aa11-8a9a61a0e34c/c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:05:37.892532 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:37.992025 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:38.042835 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:05:38.048806 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:05:38.053637 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:05:38.148945 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event updated for resources: {'Port': ['ID=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:38.148945 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:38.148945 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:38.252177 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-07191e53-ff37-40f8-ad8f-82f0b85aa906 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8976336 Mar 22 18:05:38.291107 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-15ed4fb7-b0c8-4fcc-92fa-e1d136c4fcf4 None None] Provisioning complete for port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:05:38.291707 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-15ed4fb7-b0c8-4fcc-92fa-e1d136c4fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:38.295571 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Request body: {'port': {'device_id': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:05:38.394867 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd38c35-3fea-46a1-9faa-4aa386c6f263 req-65af7e92-18cc-4e6b-85dd-059a4e827ccf tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:38.397904 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2bd38c35-3fea-46a1-9faa-4aa386c6f263 req-65af7e92-18cc-4e6b-85dd-059a4e827ccf tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 931 time: 0.1446249 Mar 22 18:05:38.399129 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:38.492916 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2bd38c35-3fea-46a1-9faa-4aa386c6f263 req-28df21f7-c188-4992-94bb-a08425cb64a2 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900798 Mar 22 18:05:38.530796 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-15ed4fb7-b0c8-4fcc-92fa-e1d136c4fcf4 None None] Port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:05:38.739322 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835101a-1eae-44f6-a3ef-0eaf36ccc177 req-9c1fae3a-bf60-47e6-89e5-a0eff192c631 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:38.740823 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b835101a-1eae-44f6-a3ef-0eaf36ccc177 req-9c1fae3a-bf60-47e6-89e5-a0eff192c631 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0787964 Mar 22 18:05:38.831526 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b835101a-1eae-44f6-a3ef-0eaf36ccc177 req-1e0c35f1-6b24-4f83-8af8-4093f6d03ca2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801189 Mar 22 18:05:38.882651 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:05:38.891689 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Publish callbacks [] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:38.906247 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Transition to ACTIVE for port object c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:05:38.980210 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:39.035383 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:39.129295 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Attempting to bind port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:05:39.130965 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Attempting to bind port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:05:39.131307 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Attempting to bind port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:05:39.143704 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:05:39.144032 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Attempting to bind port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 on network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:05:39.153298 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:05:39.153997 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Checking segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:05:39.153997 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Bound using segment: {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:05:39.154426 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Bound port: c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc86a71a-973c-484b-b96c-2e5414b181a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:05:39.155336 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:39.249452 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] For port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:05:39.253857 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] For port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:05:39.374746 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:39.410273 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:39.411906 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:39.412836 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] 10.222.0.74 "PUT /v2.0/ports/c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 HTTP/1.1" status: 200 len: 1093 time: 1.1384397 Mar 22 18:05:39.412836 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'tag': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:05:39.415268 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c30ef88-bbdd-4dfe-9c72-4ba3a62a5ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "61d0abaa-1189-4cb2-9718-643a4c88218e", "tag": "c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:05:39.452800 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144ab1-3e30-40d8-82cf-3b03eeceba08 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:39.456926 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6af34c5-7ebc-4ab8-86c9-a59912fe2dc0 x-openstack-request-id: req-d6af34c5-7ebc-4ab8-86c9-a59912fe2dc0 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:05:39.457230 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d0abaa-1189-4cb2-9718-643a4c88218e", "tag": "c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:05:39.457901 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6af34c5-7ebc-4ab8-86c9-a59912fe2dc0 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:05:39.457901 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6af34c5-7ebc-4ab8-86c9-a59912fe2dc0'] response: {'name': 'network-changed', 'server_uuid': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'tag': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58', 'status': 'completed', 'code': 200} Mar 22 18:05:39.563473 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30ef88-bbdd-4dfe-9c72-4ba3a62a5ea1 req-432e4fab-dbe2-4c3b-8093-931ce5367cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:39.566118 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9c30ef88-bbdd-4dfe-9c72-4ba3a62a5ea1 req-432e4fab-dbe2-4c3b-8093-931ce5367cb9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 1127 time: 0.0818186 Mar 22 18:05:39.706981 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a04935-2115-4939-8939-4f9bd4d6124f req-bf8dda46-4a7d-4641-b2ed-07b0b2ce1ec0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:39.708587 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c5a04935-2115-4939-8939-4f9bd4d6124f req-bf8dda46-4a7d-4641-b2ed-07b0b2ce1ec0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 943 time: 0.1220651 Mar 22 18:05:39.726256 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30ef88-bbdd-4dfe-9c72-4ba3a62a5ea1 req-5a605c7c-c9dd-42d9-a0d1-9dbbad8933a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:39.727740 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9c30ef88-bbdd-4dfe-9c72-4ba3a62a5ea1 req-5a605c7c-c9dd-42d9-a0d1-9dbbad8933a3 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5933ff6f94b24ebf85963e593ac67df1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1522603 Mar 22 18:05:39.819811 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c5a04935-2115-4939-8939-4f9bd4d6124f req-b8038603-e62f-4e61-aaa4-52f47bdae600 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035523 Mar 22 18:05:39.856293 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30ef88-bbdd-4dfe-9c72-4ba3a62a5ea1 req-7a81fcb8-aef6-4c12-811f-056f3c4d238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:39.857754 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9c30ef88-bbdd-4dfe-9c72-4ba3a62a5ea1 req-7a81fcb8-aef6-4c12-811f-056f3c4d238f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219032 Mar 22 18:05:40.010309 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-addbf647-4db4-4285-800d-6ab85967a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:40.012960 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-addbf647-4db4-4285-800d-6ab85967a555 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 1127 time: 0.1028597 Mar 22 18:05:40.021334 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1b861-4b0e-4120-abf4-059d3a49eb0f req-47353516-3acb-4415-aa20-93eb3c50a8cb tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:40.023460 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-10f1b861-4b0e-4120-abf4-059d3a49eb0f req-47353516-3acb-4415-aa20-93eb3c50a8cb tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.1039462 Mar 22 18:05:40.067255 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-d6f19885-2037-4e8f-909b-499fdf0cd0d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 HTTP/1.1" status: 200 len: 217 time: 0.0421195 Mar 22 18:05:40.140146 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-10f1b861-4b0e-4120-abf4-059d3a49eb0f req-261350dc-6739-4865-92b4-1fb7760e88b9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079853 Mar 22 18:05:40.144231 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-412a6212-7698-49f5-901b-3e8704efc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:40.145655 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-412a6212-7698-49f5-901b-3e8704efc040 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 200 len: 853 time: 0.0698044 Mar 22 18:05:40.203369 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-c08d4a3b-d994-432c-93de-a49cb870c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:40.204860 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-c08d4a3b-d994-432c-93de-a49cb870c9d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503364 Mar 22 18:05:40.314506 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-ef8910bf-3306-4a43-981d-60d582890d8d service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010165 Mar 22 18:05:40.665759 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78aa56d5-57de-4601-bf15-6f52b3f3de61 req-21852572-b75b-419f-bee3-a30258c5818e service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409252 Mar 22 18:05:40.945631 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605ffcc-519b-4d8b-b41b-cb3b72568301 req-36efeca3-811f-4f28-9e55-563e0a3129b5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:40.947254 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f605ffcc-519b-4d8b-b41b-cb3b72568301 req-36efeca3-811f-4f28-9e55-563e0a3129b5 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 943 time: 0.0560460 Mar 22 18:05:40.993537 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f605ffcc-519b-4d8b-b41b-cb3b72568301 req-687bc2c1-2fb2-4e07-af94-3ef5766e6706 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401363 Mar 22 18:05:41.273599 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76592c0f-273e-412b-b801-6c5eaf995f44 req-02f3554d-ec58-4f72-b82b-16da2498a61a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:41.273599 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-76592c0f-273e-412b-b801-6c5eaf995f44 req-02f3554d-ec58-4f72-b82b-16da2498a61a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0541081 Mar 22 18:05:41.321140 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-76592c0f-273e-412b-b801-6c5eaf995f44 req-f74e504b-faf2-4ae4-a07e-a9765ec7a2ac tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 Mar 22 18:05:42.124866 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c60b0c-bed9-46ab-9b82-28e80432f624 req-9d13c049-4f1a-4cfc-846c-9ddc96cf3dfc tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:42.132029 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e7c60b0c-bed9-46ab-9b82-28e80432f624 req-9d13c049-4f1a-4cfc-846c-9ddc96cf3dfc tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 943 time: 0.0648754 Mar 22 18:05:42.186840 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e7c60b0c-bed9-46ab-9b82-28e80432f624 req-d5458234-e2f9-4f1e-95b0-de428051714e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527904 Mar 22 18:05:42.468996 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11be4-76ee-4cc0-95d2-a789dd6a2a0f req-3d81989c-a19e-41f6-8c4a-3b47e8a35981 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:42.470619 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a2e11be4-76ee-4cc0-95d2-a789dd6a2a0f req-3d81989c-a19e-41f6-8c4a-3b47e8a35981 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0576062 Mar 22 18:05:42.530191 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a2e11be4-76ee-4cc0-95d2-a789dd6a2a0f req-19edba4f-58ef-40a0-94a0-bc673d1c3e56 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538576 Mar 22 18:05:43.317673 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553433a4-44bb-41f0-b07c-6e5c55809e7e req-1fcc7a68-f394-4941-bcd3-49623b88056a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:43.319228 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-553433a4-44bb-41f0-b07c-6e5c55809e7e req-1fcc7a68-f394-4941-bcd3-49623b88056a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 943 time: 0.0713458 Mar 22 18:05:43.368421 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-553433a4-44bb-41f0-b07c-6e5c55809e7e req-c189eef9-de88-44a5-b5b3-820696878364 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433581 Mar 22 18:05:43.676655 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e6c07-212c-4999-8962-f877d6e471ff req-7993dcb7-e538-4d4a-8cda-531756b831d9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:43.683976 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d0e6c07-212c-4999-8962-f877d6e471ff req-7993dcb7-e538-4d4a-8cda-531756b831d9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0688074 Mar 22 18:05:43.727718 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d0e6c07-212c-4999-8962-f877d6e471ff req-3f6d734c-0e04-4db9-bd23-59a59ef78683 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430310 Mar 22 18:05:44.500743 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545b142-efb2-4516-bf8c-145fe1d81b59 req-cbd04808-bb02-440f-9c06-a4dc4cdd9511 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:44.503390 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d545b142-efb2-4516-bf8c-145fe1d81b59 req-cbd04808-bb02-440f-9c06-a4dc4cdd9511 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 943 time: 0.0690708 Mar 22 18:05:44.581273 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d545b142-efb2-4516-bf8c-145fe1d81b59 req-2ee932b8-f94d-428d-bb6e-4f69e645ed96 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722039 Mar 22 18:05:44.857981 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895f585-479b-4cbb-9a19-81d1fca82b35 req-164db4ef-ba7c-45cf-820d-6622b686f5fa tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:44.859756 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f895f585-479b-4cbb-9a19-81d1fca82b35 req-164db4ef-ba7c-45cf-820d-6622b686f5fa tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0584230 Mar 22 18:05:44.911486 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f895f585-479b-4cbb-9a19-81d1fca82b35 req-69b9ff73-82d9-4902-8381-0a7907793cf0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Mar 22 18:05:45.706290 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06123-0211-4751-8e53-84c2d7ddda2f req-6c30eecb-cab0-4f15-869d-7584db1a90f0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:45.707887 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27b06123-0211-4751-8e53-84c2d7ddda2f req-6c30eecb-cab0-4f15-869d-7584db1a90f0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 943 time: 0.0588491 Mar 22 18:05:45.758928 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-27b06123-0211-4751-8e53-84c2d7ddda2f req-9217274e-8d85-46f0-9b01-c244683c897c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454693 Mar 22 18:05:46.068246 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eede3c7-b6f8-4a17-98a4-7e8d554afea7 req-e6e3c588-70d7-427a-9dc4-9fe20f5f2469 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:46.069856 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8eede3c7-b6f8-4a17-98a4-7e8d554afea7 req-e6e3c588-70d7-427a-9dc4-9fe20f5f2469 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0599267 Mar 22 18:05:46.123709 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8eede3c7-b6f8-4a17-98a4-7e8d554afea7 req-3197e583-75fb-482f-8b93-52746603032f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470603 Mar 22 18:05:46.228849 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:05:46.340270 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:05:46.355821 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'port_id': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58', 'mac_address': 'fa:16:3e:1a:93:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:05:46.392659 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:05:46.393101 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:46.408101 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:05:46.427996 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:05:46.860172 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:46.887718 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720c6df-dcec-4a33-9812-41b66193c720 req-4a63d12c-1d4b-4aab-8ce5-cbe4e5c14dbf tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:46.890130 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1720c6df-dcec-4a33-9812-41b66193c720 req-4a63d12c-1d4b-4aab-8ce5-cbe4e5c14dbf tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 943 time: 0.0549521 Mar 22 18:05:46.914589 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:46.943941 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1720c6df-dcec-4a33-9812-41b66193c720 req-e28959e2-6454-4866-9a13-8ceaf3ee2659 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452554 Mar 22 18:05:47.276871 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6cf73-b964-4bce-8408-7972d2cb1126 req-4fda53b4-53c7-44f8-b800-e3746d75f451 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:47.278805 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-faf6cf73-b964-4bce-8408-7972d2cb1126 req-4fda53b4-53c7-44f8-b800-e3746d75f451 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0801103 Mar 22 18:05:47.337723 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-faf6cf73-b964-4bce-8408-7972d2cb1126 req-5c53b40d-98d0-4028-b6f6-69e83aec1199 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519996 Mar 22 18:05:47.524374 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:05:48.078720 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc787bf-296a-438d-8df9-33190d2c6d6b req-153f5330-4553-42a7-a88a-17301147605c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:48.080207 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7bc787bf-296a-438d-8df9-33190d2c6d6b req-153f5330-4553-42a7-a88a-17301147605c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 944 time: 0.0537405 Mar 22 18:05:48.127556 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7bc787bf-296a-438d-8df9-33190d2c6d6b req-d458556f-3c1d-4111-ba45-4e70b00d07b6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416758 Mar 22 18:05:48.459829 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a6a76-d525-4416-860d-c235f33a497c req-579f1d7a-b227-4608-bebd-65e75d3d6ada tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:48.461300 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-586a6a76-d525-4416-860d-c235f33a497c req-579f1d7a-b227-4608-bebd-65e75d3d6ada tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0521324 Mar 22 18:05:48.507301 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-586a6a76-d525-4416-860d-c235f33a497c req-ba160b0c-9d2f-49e1-9626-2fbde4b71940 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405314 Mar 22 18:05:49.247817 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a05e34-980c-4b3f-82db-2a86569590f1 req-27122d39-f1e7-42c0-9b28-10cbfcd0804c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:49.249277 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-48a05e34-980c-4b3f-82db-2a86569590f1 req-27122d39-f1e7-42c0-9b28-10cbfcd0804c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 944 time: 0.0565584 Mar 22 18:05:49.295694 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-48a05e34-980c-4b3f-82db-2a86569590f1 req-2bf13108-b71c-4498-b8e1-c741a7772172 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405416 Mar 22 18:05:49.417438 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-23b68c89-42de-40bc-ad57-d576e58c387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:49.418945 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-23b68c89-42de-40bc-ad57-d576e58c387c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 1129 time: 0.0472898 Mar 22 18:05:49.510012 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-b413e8fe-fa07-4f57-b913-1fb8cec57e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:49.511760 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-b413e8fe-fa07-4f57-b913-1fb8cec57e0e service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 917 time: 0.0872898 Mar 22 18:05:49.577685 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-9e0dc820-0bed-4760-bb54-17e52ee94052 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68 HTTP/1.1" status: 200 len: 1001 time: 0.0595157 Mar 22 18:05:49.657597 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-c71df5d4-a81a-47ed-8a04-ef04edd9897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:49.659053 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-c71df5d4-a81a-47ed-8a04-ef04edd9897a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.0696490 Mar 22 18:05:49.682064 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99d18a-64f2-42c9-ad4a-4e8d2d5e1188 req-ddc61a18-e33d-4c1d-a68c-467b7cb94588 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:49.683540 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c99d18a-64f2-42c9-ad4a-4e8d2d5e1188 req-ddc61a18-e33d-4c1d-a68c-467b7cb94588 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.1022186 Mar 22 18:05:49.749378 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-4b61a048-c7fc-477c-9f38-32647fb2eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:49.751890 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-4b61a048-c7fc-477c-9f38-32647fb2eb56 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861969 Mar 22 18:05:49.755389 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c99d18a-64f2-42c9-ad4a-4e8d2d5e1188 req-02c495d4-20c3-4cb2-8d4e-c0868733e654 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567408 Mar 22 18:05:49.845837 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-85f74f28-3cb9-4e03-be7c-2a93c8b62585 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863171 Mar 22 18:05:49.937207 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c0c329c5-2e43-47fc-a53f-cb5fe19ec3f4 req-f3816025-b828-4853-b681-ad784560b694 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812249 Mar 22 18:05:50.277577 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:05:50.402924 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:05:50.407806 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:05:50.408189 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:50.419252 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9461b88-b482-48a4-8f1c-65c13f964911 req-caa8b7a2-4952-4eef-8f40-ae6c814f3686 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:50.420728 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f9461b88-b482-48a4-8f1c-65c13f964911 req-caa8b7a2-4952-4eef-8f40-ae6c814f3686 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 944 time: 0.0562685 Mar 22 18:05:50.473120 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f9461b88-b482-48a4-8f1c-65c13f964911 req-bd5f89a7-8295-4576-81cd-7656208e9519 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465200 Mar 22 18:05:50.485265 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:05:50.485635 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:50.511178 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:05:50.513371 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53499f59-8dbc-468b-bce8-de26196282fb" -d '{"events": [{"server_uuid": "61d0abaa-1189-4cb2-9718-643a4c88218e", "name": "network-vif-plugged", "status": "completed", "tag": "c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:05:50.526245 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:05:50.548010 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d226ae-8d90-496f-8886-7887084fb02a x-openstack-request-id: req-a8d226ae-8d90-496f-8886-7887084fb02a {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:05:50.548308 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d0abaa-1189-4cb2-9718-643a4c88218e", "name": "network-vif-plugged", "status": "completed", "tag": "c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:05:50.548570 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8d226ae-8d90-496f-8886-7887084fb02a {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:05:50.548975 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d226ae-8d90-496f-8886-7887084fb02a'] response: {'server_uuid': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58', 'code': 200} Mar 22 18:05:50.589822 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:50.636386 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:50.909811 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdfb85-d0b3-43e5-b347-3a180da8c0a0 req-1a20ad7a-665e-4200-a119-801bc4bb8f30 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:50.911654 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ebdfb85-d0b3-43e5-b347-3a180da8c0a0 req-1a20ad7a-665e-4200-a119-801bc4bb8f30 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0842760 Mar 22 18:05:50.913954 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10e327-7390-4265-9ab3-224a9e5ea654 req-1c5b6f2a-1b96-4efa-9390-21fa3307eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:50.915353 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f10e327-7390-4265-9ab3-224a9e5ea654 req-1c5b6f2a-1b96-4efa-9390-21fa3307eaa6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 1129 time: 0.0785096 Mar 22 18:05:50.987901 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ebdfb85-d0b3-43e5-b347-3a180da8c0a0 req-bff21939-6c7f-4888-98e7-d8c1127516df tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706329 Mar 22 18:05:50.991175 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f10e327-7390-4265-9ab3-224a9e5ea654 req-56e40abd-1a4f-4852-b769-df67090495fd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665224 Mar 22 18:05:51.599119 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa12a07-5631-4a42-b9ab-0279631ad276 req-f2f0860c-2bfe-4834-ba90-2ba96c48c878 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:51.600716 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cfa12a07-5631-4a42-b9ab-0279631ad276 req-f2f0860c-2bfe-4834-ba90-2ba96c48c878 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0577054 Mar 22 18:05:51.656368 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cfa12a07-5631-4a42-b9ab-0279631ad276 req-b278fc89-6655-442a-86d8-868771896c17 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498352 Mar 22 18:05:52.108678 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6bd6-ae0e-4342-b015-f4ff91ba3407 req-4b4a956e-2264-4726-a272-03992b4918a8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:52.110935 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-187e6bd6-ae0e-4342-b015-f4ff91ba3407 req-4b4a956e-2264-4726-a272-03992b4918a8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 945 time: 0.0510972 Mar 22 18:05:52.155686 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-187e6bd6-ae0e-4342-b015-f4ff91ba3407 req-964192cc-5d61-4449-aa8e-eabdf4536085 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 Mar 22 18:05:52.578273 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5a60bfb0-9331-4945-b0bf-6b40a96c921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:52.725239 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 5680f56a-a18e-4eee-a591-ecb40fc90c68 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:05:52.779192 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aa780-e5e5-43ba-bef2-bc39d1a1be64 req-a6551d77-aa56-47e8-b155-d9c98f15685e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:52.780669 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c0aa780-e5e5-43ba-bef2-bc39d1a1be64 req-a6551d77-aa56-47e8-b155-d9c98f15685e tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0536113 Mar 22 18:05:52.815976 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 5680f56a-a18e-4eee-a591-ecb40fc90c68 is: ACTIVE; New status is: DOWN {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:05:52.816361 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:52.837728 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c0aa780-e5e5-43ba-bef2-bc39d1a1be64 req-ebbcfd4c-dde3-4476-b0fa-4a7f17fd2039 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504522 Mar 22 18:05:52.840524 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:05:52.845924 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02e875a-b04f-4485-9560-e127d1d9348d" -d '{"events": [{"server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "name": "network-vif-unplugged", "status": "completed", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:05:52.854149 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:52.866430 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:05:52.880898 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 18:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df303f8-f0c6-491b-8ad3-ebc7d4bfbd06 x-openstack-request-id: req-7df303f8-f0c6-491b-8ad3-ebc7d4bfbd06 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:05:52.881184 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "name": "network-vif-unplugged", "status": "completed", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:05:52.881462 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7df303f8-f0c6-491b-8ad3-ebc7d4bfbd06 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:05:52.881883 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df303f8-f0c6-491b-8ad3-ebc7d4bfbd06'] response: {'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'code': 200} Mar 22 18:05:52.916836 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:52.966585 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=8']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:05:53.276202 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9642e-04a4-4b05-b3ce-d05c595039db req-dca7dada-d2d8-47a2-ba11-fc5c2368ede3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:53.277610 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6cb9642e-04a4-4b05-b3ce-d05c595039db req-dca7dada-d2d8-47a2-ba11-fc5c2368ede3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0520542 Mar 22 18:05:53.328613 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6cb9642e-04a4-4b05-b3ce-d05c595039db req-654f259f-0e8a-4fd9-be44-cfa3191ccf24 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452168 Mar 22 18:05:53.968830 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3251599-e8c1-49e5-bb73-1134a632edcd req-a066b4bd-1443-4eaa-bf8c-1307139004b1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:53.970313 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a3251599-e8c1-49e5-bb73-1134a632edcd req-a066b4bd-1443-4eaa-bf8c-1307139004b1 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0560675 Mar 22 18:05:54.021760 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a3251599-e8c1-49e5-bb73-1134a632edcd req-1e1ba139-8ca9-4eb0-a3f4-b60ee63a39a8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449884 Mar 22 18:05:54.453916 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282f4a-fdd7-4755-a33e-31bfcad1f522 req-5fc471ea-1e5b-4511-a2a9-883c704c74e7 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:54.455784 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-65282f4a-fdd7-4755-a33e-31bfcad1f522 req-5fc471ea-1e5b-4511-a2a9-883c704c74e7 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0575233 Mar 22 18:05:54.503605 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-65282f4a-fdd7-4755-a33e-31bfcad1f522 req-a318daca-4f9b-4da9-bfc1-86a4972c29de tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423627 Mar 22 18:05:54.722908 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f47418b1-7146-440d-a5cb-af25f2545a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:55.140914 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c3c46-2b55-44dc-8b97-67bbbf20948a req-c2f6e13b-81c1-43ac-8083-d67a626e5cd0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:55.142529 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-327c3c46-2b55-44dc-8b97-67bbbf20948a req-c2f6e13b-81c1-43ac-8083-d67a626e5cd0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0518322 Mar 22 18:05:55.188803 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-327c3c46-2b55-44dc-8b97-67bbbf20948a req-e5e61d56-a5bf-4bc5-971d-2b0a18a79cac tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Mar 22 18:05:55.848648 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:05:55.922223 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:56.184381 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-bd63002c-5fc7-4444-abc5-e43cf415bac2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471017 Mar 22 18:05:56.301956 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 5680f56a-a18e-4eee-a591-ecb40fc90c68 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:05:56.310119 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-5c9a24c2-c1f5-40ac-aa65-b4e5b6e178df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:56.311850 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-5c9a24c2-c1f5-40ac-aa65-b4e5b6e178df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 1127 time: 0.0820308 Mar 22 18:05:56.329089 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77643b5-5a28-4c02-8359-3cbfa00d59e7 req-2fa9052e-c5c3-4474-a5f8-6a1dfed8fe33 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:56.330586 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a77643b5-5a28-4c02-8359-3cbfa00d59e7 req-2fa9052e-c5c3-4474-a5f8-6a1dfed8fe33 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0689039 Mar 22 18:05:56.390126 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 5680f56a-a18e-4eee-a591-ecb40fc90c68 is: DOWN; New status is: DOWN {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:05:56.443753 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a77643b5-5a28-4c02-8359-3cbfa00d59e7 req-c0167e6c-3e11-4cb9-874e-4d3767ac18fa tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005473 Mar 22 18:05:56.459922 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-ea01e5d4-6200-4062-ad94-c78d73d1a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:56.462889 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-ea01e5d4-6200-4062-ad94-c78d73d1a0d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 917 time: 0.1279778 Mar 22 18:05:56.559762 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-6c96fce7-8930-4842-86da-a44a7841b40d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68 HTTP/1.1" status: 200 len: 999 time: 0.0594609 Mar 22 18:05:56.615664 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-bd203d3d-8437-4905-9338-8aa64dde4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:56.617176 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-bd203d3d-8437-4905-9338-8aa64dde4073 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.0503681 Mar 22 18:05:56.671760 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-ade77cca-3648-420a-99f6-7dd34147f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:56.673235 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-ade77cca-3648-420a-99f6-7dd34147f73d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454805 Mar 22 18:05:56.764652 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-0cc230a7-555e-4375-9b20-a6cda7d1399e service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841582 Mar 22 18:05:56.887571 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d1d5-491f-453d-b6c1-663524852e83 req-ad4e39c8-dc57-4246-98b1-563ee6236447 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:56.889068 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-df99d1d5-491f-453d-b6c1-663524852e83 req-ad4e39c8-dc57-4246-98b1-563ee6236447 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.1085372 Mar 22 18:05:56.913497 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6150fb68-0dd6-41f7-a10d-1fd5321229d6 req-db3038a2-405d-40ba-bd17-b937db385bb8 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400974 Mar 22 18:05:56.965255 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-df99d1d5-491f-453d-b6c1-663524852e83 req-08c65acf-7012-4afc-a011-ad11b2a0edfa tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636632 Mar 22 18:05:57.082494 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-de0d6e3e-d1ff-47d9-9c60-b6757fd61d5a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528119 Mar 22 18:05:57.482423 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:57.562910 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98c836-3863-490e-aa9c-b03f8a1b2eda req-e197e37b-7c97-4791-b4c7-0cf608b44bb8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:57.564431 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ac98c836-3863-490e-aa9c-b03f8a1b2eda req-e197e37b-7c97-4791-b4c7-0cf608b44bb8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0538344 Mar 22 18:05:57.611153 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ac98c836-3863-490e-aa9c-b03f8a1b2eda req-01459b98-7bc4-4fe5-a90a-7b83fcfdf5b6 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406649 Mar 22 18:05:57.731585 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cedb8-500c-4172-ba66-eb511a2c3ca9 req-a812610f-7651-48ae-bdd1-5765dda253c8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:57.733047 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-543cedb8-500c-4172-ba66-eb511a2c3ca9 req-a812610f-7651-48ae-bdd1-5765dda253c8 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0558197 Mar 22 18:05:57.742114 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 41576) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:05:57.746472 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-a119c6ba-f34e-489b-b73c-2fa0fda6ed65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Request body: {'floatingip': {'port_id': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:05:57.788136 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a119c6ba-f34e-489b-b73c-2fa0fda6ed65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:58.172513 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-abe731bf-61a3-40d6-b4b3-d84bfd7029bd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:58.173936 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-abe731bf-61a3-40d6-b4b3-d84bfd7029bd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports/5680f56a-a18e-4eee-a591-ecb40fc90c68 HTTP/1.1" status: 200 len: 940 time: 0.0519001 Mar 22 18:05:58.197506 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97ddb5-cf15-4d75-b4f5-eaf40b9db4cf req-d8955e46-86ed-49a7-bf9b-dc79f81038d9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:58.199022 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ac97ddb5-cf15-4d75-b4f5-eaf40b9db4cf req-d8955e46-86ed-49a7-bf9b-dc79f81038d9 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.1538875 Mar 22 18:05:58.298266 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a119c6ba-f34e-489b-b73c-2fa0fda6ed65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:58.303233 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ac97ddb5-cf15-4d75-b4f5-eaf40b9db4cf req-03f8dc34-de24-4907-92d8-0a120012739f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955539 Mar 22 18:05:58.384004 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a119c6ba-f34e-489b-b73c-2fa0fda6ed65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:58.488891 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-a119c6ba-f34e-489b-b73c-2fa0fda6ed65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Floating IP 9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1 associated. External IP: 172.27.1.79, port: c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58. Mar 22 18:05:58.701816 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a119c6ba-f34e-489b-b73c-2fa0fda6ed65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Router 0dd1c279-0183-4674-9d83-412a42615194 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:05:59.046393 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a119c6ba-f34e-489b-b73c-2fa0fda6ed65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:05:59.052299 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a119c6ba-f34e-489b-b73c-2fa0fda6ed65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:59.057253 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:05:59.067894 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:05:59.068509 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:05:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:05:59.097929 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a119c6ba-f34e-489b-b73c-2fa0fda6ed65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "PUT /v2.0/floatingips/9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1 HTTP/1.1" status: 200 len: 990 time: 1.3408837 Mar 22 18:05:59.097929 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'tag': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:05:59.097929 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "61d0abaa-1189-4cb2-9718-643a4c88218e", "tag": "c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:05:59.098364 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:05:59.130828 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a78026-5089-4942-830b-18986a4e4238 x-openstack-request-id: req-e2a78026-5089-4942-830b-18986a4e4238 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:05:59.131578 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d0abaa-1189-4cb2-9718-643a4c88218e", "tag": "c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:05:59.131837 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2a78026-5089-4942-830b-18986a4e4238 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:05:59.132507 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a78026-5089-4942-830b-18986a4e4238'] response: {'name': 'network-changed', 'server_uuid': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'tag': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58', 'status': 'completed', 'code': 200} Mar 22 18:05:59.180612 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:05:59.198305 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-27cee565-f7cf-4bfd-82de-69824fbc2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:59.199791 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-27cee565-f7cf-4bfd-82de-69824fbc2b7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5933ff6f94b24ebf85963e593ac67df1&device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 1129 time: 0.0454960 Mar 22 18:05:59.302406 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-a9cd52da-9420-4bd3-9165-094c7be53380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:59.305371 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-a9cd52da-9420-4bd3-9165-094c7be53380 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 200 len: 915 time: 0.0998487 Mar 22 18:05:59.376482 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-881ca614-d305-4aa7-88ff-419aa4708218 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 HTTP/1.1" status: 200 len: 998 time: 0.0650663 Mar 22 18:05:59.433715 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:1a:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:05:27Z', 'updated_at': '2022-03-22T18:05:58Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:05:59.457161 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-2da28716-2517-4a00-a20e-b12f4b333c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:59.458724 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-2da28716-2517-4a00-a20e-b12f4b333c54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 200 len: 853 time: 0.0757434 Mar 22 18:05:59.465775 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:05:59.475828 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:05:59.476442 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:05:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:05:59.479212 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d02337-9b81-4ae5-bed1-4a4ebd856b6e req-3cf87bb8-15b7-4545-b89c-901a9883be59 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:59.480702 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-02d02337-9b81-4ae5-bed1-4a4ebd856b6e req-3cf87bb8-15b7-4545-b89c-901a9883be59 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0900249 Mar 22 18:05:59.532501 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-02d02337-9b81-4ae5-bed1-4a4ebd856b6e req-d49cd4aa-18ea-4de8-8330-ada7c5b458f0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455704 Mar 22 18:05:59.586677 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:05:59.606782 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-0795e132-3357-496c-8746-7a2bc8e6e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:05:59.608265 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-0795e132-3357-496c-8746-7a2bc8e6e195 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e4dae78-e07e-477d-b0e6-40a6a7f8a749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460837 Mar 22 18:05:59.707755 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-b8a072b3-185c-46ca-ba00-47cf9dfe1e2a service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933020 Mar 22 18:05:59.803900 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-090fd4e0-0fc5-42b1-b287-698e2ebd8bd8 req-3b25111d-f302-49ee-bba2-a2a5a386abd4 service neutron] 10.222.0.74 "GET /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890915 Mar 22 18:05:59.929172 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:1a:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:05:27Z', 'updated_at': '2022-03-22T18:05:58Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:05:59.960445 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d0203-864b-4ea5-acf0-f88d922b1d72 None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': '0dd1c279-0183-4674-9d83-412a42615194', 'port_id': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'mac_address': 'fa:16:3e:1a:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:05:27Z', 'updated_at': '2022-03-22T18:05:58Z', 'revision_number': 1, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:06:00.145146 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f79ce9-bdf8-40ed-bff9-a80985a287f0 None None] New status for floating IP 9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1: ACTIVE {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:06:00.660337 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367336fd-727a-4797-ab43-7bcd8e337ecc req-4316a2c2-275f-4a65-ac59-0a0f64e12aca tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:00.662330 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-367336fd-727a-4797-ab43-7bcd8e337ecc req-4316a2c2-275f-4a65-ac59-0a0f64e12aca tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0540690 Mar 22 18:06:00.708971 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-367336fd-727a-4797-ab43-7bcd8e337ecc req-7827019a-3bc2-4643-a89a-9e8d65e286e2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407732 Mar 22 18:06:01.834073 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e9606-fd32-4b72-a98c-aac1c08ca311 req-c12c1e1b-4472-47df-b4d6-a2a42458da75 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:01.835564 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ae3e9606-fd32-4b72-a98c-aac1c08ca311 req-c12c1e1b-4472-47df-b4d6-a2a42458da75 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0569923 Mar 22 18:06:01.882730 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ae3e9606-fd32-4b72-a98c-aac1c08ca311 req-8b7636cb-884f-4e2d-bdc7-dd609b960bf0 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415444 Mar 22 18:06:02.553364 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-4057c0ed-5b33-42e4-a59b-7da137c3c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:02.554867 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-4057c0ed-5b33-42e4-a59b-7da137c3c676 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13&tenant_id=4d925cb22561432a9fb611016cb4e943 HTTP/1.1" status: 200 len: 1127 time: 0.0443835 Mar 22 18:06:02.616846 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-60bb57af-89ce-4284-89a9-72b828598f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:02.618354 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-60bb57af-89ce-4284-89a9-72b828598f94 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4d925cb22561432a9fb611016cb4e943&device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 1127 time: 0.0438256 Mar 22 18:06:02.707570 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-8cca28ff-c7fd-47dd-adc6-5afbcdc759f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:02.709632 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-8cca28ff-c7fd-47dd-adc6-5afbcdc759f7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 200 len: 917 time: 0.0852652 Mar 22 18:06:02.772743 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-9e3f8b80-6365-4664-bc29-86c8b68e669b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68 HTTP/1.1" status: 200 len: 999 time: 0.0567625 Mar 22 18:06:02.823814 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-6e772d36-80d3-434f-992e-0a0c1e1d804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:02.825228 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-6e772d36-80d3-434f-992e-0a0c1e1d804c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 200 len: 855 time: 0.0472412 Mar 22 18:06:02.872804 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-2192e82c-5c3f-44aa-a1e0-4baab3f87708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:02.874340 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-2192e82c-5c3f-44aa-a1e0-4baab3f87708 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba936390-cac1-4492-b7d1-b07f4c922a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437644 Mar 22 18:06:02.988434 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-7adb95e9-7dc6-40d4-ba4d-6bd7084410e3 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081059 Mar 22 18:06:03.093064 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadc3fa-df3b-42c9-902e-d5f0a5aed65a req-ce16fd0a-5ed4-4ed6-b334-c27ee508563f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:03.093064 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cbadc3fa-df3b-42c9-902e-d5f0a5aed65a req-ce16fd0a-5ed4-4ed6-b334-c27ee508563f tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.1159148 Mar 22 18:06:03.141186 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-8cd4f330-d547-4dc2-925d-4c7d3b12bfb1 service neutron] 10.222.0.74 "GET /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325877 Mar 22 18:06:03.156835 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cbadc3fa-df3b-42c9-902e-d5f0a5aed65a req-6914e92d-f342-4e13-b3f9-5565f681d797 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606549 Mar 22 18:06:04.290823 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15ac3d-9657-426e-9866-9a694cf9219d req-de9627fe-1e25-4b1e-a17e-96d38330baa5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:04.292432 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-aa15ac3d-9657-426e-9866-9a694cf9219d req-de9627fe-1e25-4b1e-a17e-96d38330baa5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0590520 Mar 22 18:06:04.341631 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-aa15ac3d-9657-426e-9866-9a694cf9219d req-4326c093-f1ae-4c6c-b526-de5bb49b17cd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436704 Mar 22 18:06:05.471245 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50846be9-3f6b-42ea-837f-709fac1aec5d req-6b616f49-8c93-4f19-82e0-bd29bdd281cb tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:05.472968 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-50846be9-3f6b-42ea-837f-709fac1aec5d req-6b616f49-8c93-4f19-82e0-bd29bdd281cb tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0561445 Mar 22 18:06:05.523273 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-50846be9-3f6b-42ea-837f-709fac1aec5d req-c628dbf0-a3d8-403b-8697-f715ade26106 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444326 Mar 22 18:06:06.662692 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e7658-c904-4eaf-be77-fd8679a771dd req-109a3264-bdaa-4839-a83d-535c8e4d3845 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:06.664209 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cc0e7658-c904-4eaf-be77-fd8679a771dd req-109a3264-bdaa-4839-a83d-535c8e4d3845 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0585508 Mar 22 18:06:06.713083 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cc0e7658-c904-4eaf-be77-fd8679a771dd req-5edb232e-bbe6-4ddf-9f69-f6354f9d561c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 Mar 22 18:06:07.841928 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee2573-b846-41e7-bc8f-210ad0b3d308 req-301b21c7-76de-4587-8b04-02b6931a2ed7 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:07.843571 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-30ee2573-b846-41e7-bc8f-210ad0b3d308 req-301b21c7-76de-4587-8b04-02b6931a2ed7 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0557408 Mar 22 18:06:07.895116 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-30ee2573-b846-41e7-bc8f-210ad0b3d308 req-a799b27c-b873-4eb0-832b-f686a7736bb5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Mar 22 18:06:09.017551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dcdd8-de85-40e0-b84a-e6f317d6ec10 req-46def708-b791-4b32-b147-3300bfecb9c1 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:09.019021 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2a4dcdd8-de85-40e0-b84a-e6f317d6ec10 req-46def708-b791-4b32-b147-3300bfecb9c1 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0518723 Mar 22 18:06:09.070054 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2a4dcdd8-de85-40e0-b84a-e6f317d6ec10 req-0568be9d-b055-48d0-a077-b87dc8570fd1 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444348 Mar 22 18:06:10.231544 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf21c2-1645-499b-9d20-a1292c194e88 req-6c4bb941-223d-4d11-ab37-95d1b18a9d64 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:10.233301 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-edbf21c2-1645-499b-9d20-a1292c194e88 req-6c4bb941-223d-4d11-ab37-95d1b18a9d64 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0854275 Mar 22 18:06:10.292319 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-edbf21c2-1645-499b-9d20-a1292c194e88 req-eeda4df8-1f1d-4df5-b421-4ce43a681cdb tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524747 Mar 22 18:06:11.465639 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7e2ae-04a0-4040-aa07-103c4f376389 req-12d9cc9c-e439-4e1b-baf1-5e8f9d0af614 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:11.467321 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f1f7e2ae-04a0-4040-aa07-103c4f376389 req-12d9cc9c-e439-4e1b-baf1-5e8f9d0af614 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0795648 Mar 22 18:06:11.520559 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f1f7e2ae-04a0-4040-aa07-103c4f376389 req-55c12e65-017d-42a0-9e8d-a548b2b5df76 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447643 Mar 22 18:06:12.651723 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659134-cfc0-4e27-9a41-11b310ccdeda req-5bdb7eb1-befc-41a0-bc1b-3fe0d0a11946 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:12.653187 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-38659134-cfc0-4e27-9a41-11b310ccdeda req-5bdb7eb1-befc-41a0-bc1b-3fe0d0a11946 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0594285 Mar 22 18:06:12.702002 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-38659134-cfc0-4e27-9a41-11b310ccdeda req-01101560-ed0f-441d-95a7-f139b5784129 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428681 Mar 22 18:06:13.831606 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccf58f-0b24-406a-ade0-a2ac15595361 req-e0d6e6e5-9734-4237-900d-dd9561080fc8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:13.833039 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6dccf58f-0b24-406a-ade0-a2ac15595361 req-e0d6e6e5-9734-4237-900d-dd9561080fc8 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0518217 Mar 22 18:06:13.884004 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6dccf58f-0b24-406a-ade0-a2ac15595361 req-8d626e42-9347-432d-be9d-47bc1391a50e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438271 Mar 22 18:06:15.011838 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8722d-19bc-4c77-8b4b-3a6743d15d8d req-effddc33-877c-42a8-beb0-95cbffb1087c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:15.013325 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ecf8722d-19bc-4c77-8b4b-3a6743d15d8d req-effddc33-877c-42a8-beb0-95cbffb1087c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0539896 Mar 22 18:06:15.069575 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ecf8722d-19bc-4c77-8b4b-3a6743d15d8d req-8c39fb9d-e007-435d-8e9c-cce44d3668b2 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499849 Mar 22 18:06:16.194999 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781bf51-a461-4ff8-9a91-9bcd7bbc9130 req-0dd069ef-419b-425d-856a-e221b0d07afd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:16.196498 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4781bf51-a461-4ff8-9a91-9bcd7bbc9130 req-0dd069ef-419b-425d-856a-e221b0d07afd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0539241 Mar 22 18:06:16.243125 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4781bf51-a461-4ff8-9a91-9bcd7bbc9130 req-e5bd410b-889e-4be5-b392-33ea9bd212ee tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Mar 22 18:06:17.363872 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c8d47-bb9c-479a-bdb9-b9163f4e223e req-49832772-56ef-4765-9e1d-cacc8a6acc5a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:17.365375 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-066c8d47-bb9c-479a-bdb9-b9163f4e223e req-49832772-56ef-4765-9e1d-cacc8a6acc5a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0532467 Mar 22 18:06:17.413132 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-066c8d47-bb9c-479a-bdb9-b9163f4e223e req-182f312e-417e-4814-ba03-07469891d424 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422602 Mar 22 18:06:18.555521 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588d080-6703-453e-8eb5-971b9b6a603b req-b2ea7834-6d56-47eb-b8d0-1aadfefac2f5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:18.557058 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c588d080-6703-453e-8eb5-971b9b6a603b req-b2ea7834-6d56-47eb-b8d0-1aadfefac2f5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0651498 Mar 22 18:06:18.610361 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c588d080-6703-453e-8eb5-971b9b6a603b req-d730bdd2-6410-492a-a0b4-84fd1bfba2fd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466101 Mar 22 18:06:19.739971 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd9e4b-37d6-427d-ac87-4570cd0edff4 req-b5c3ec33-e700-48df-86fb-af9ee7d4b8ef tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:19.741495 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fdfd9e4b-37d6-427d-ac87-4570cd0edff4 req-b5c3ec33-e700-48df-86fb-af9ee7d4b8ef tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 943 time: 0.0564167 Mar 22 18:06:19.790239 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fdfd9e4b-37d6-427d-ac87-4570cd0edff4 req-1fcb9bbe-a67a-4c65-a7b0-eefe9a475bff tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Mar 22 18:06:20.455565 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 5680f56a-a18e-4eee-a591-ecb40fc90c68 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:06:20.549884 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:20.561367 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'port_id': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'mac_address': 'fa:16:3e:99:f6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:06:20.597493 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 5680f56a-a18e-4eee-a591-ecb40fc90c68 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:20.597886 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:20.610854 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5680f56a-a18e-4eee-a591-ecb40fc90c68 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:06:20.630156 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:20.687262 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:20.736520 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=9']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:20.916784 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfcb3c-3d33-4d54-97d7-329a30acf2c9 req-9f24a0e0-80a8-4399-8f72-06b2b9cbe78e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:20.918300 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5dbfcb3c-3d33-4d54-97d7-329a30acf2c9 req-9f24a0e0-80a8-4399-8f72-06b2b9cbe78e tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 944 time: 0.0587478 Mar 22 18:06:20.964751 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5dbfcb3c-3d33-4d54-97d7-329a30acf2c9 req-47c07263-279a-4a6b-bee1-d123e5bbe8eb tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409193 Mar 22 18:06:21.009649 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['5680f56a-a18e-4eee-a591-ecb40fc90c68'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:06:21.233000 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 41808) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:21.335797 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:21.408810 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Publish callbacks [] for security_group (63f1a70d-dc00-41c6-a39b-bef4d11b37d7), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:21.465062 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (63f1a70d-dc00-41c6-a39b-bef4d11b37d7), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:21.504500 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f670725ad814ceab46a6bff602b174f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703726 Mar 22 18:06:21.505582 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f1a70d-dc00-41c6-a39b-bef4d11b37d7,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:21.507393 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41812) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:21.512859 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.513208 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.513579 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.513918 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.514250 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.514580 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.514907 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.515257 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.515584 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.515935 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.516242 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.516566 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.516885 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.517204 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.517557 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c602bf6-510b-4579-99c7-ad4ae3f8f746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.555510 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Publish callbacks [] for security_group (63f1a70d-dc00-41c6-a39b-bef4d11b37d7), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:21.576709 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Publish callbacks [] for security_group (63f1a70d-dc00-41c6-a39b-bef4d11b37d7), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:21.704701 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (63f1a70d-dc00-41c6-a39b-bef4d11b37d7), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:21.707294 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:21.708437 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/63f1a70d-dc00-41c6-a39b-bef4d11b37d7 HTTP/1.1" status: 204 len: 168 time: 0.2000141 Mar 22 18:06:21.717167 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f1a70d-dc00-41c6-a39b-bef4d11b37d7,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:21.724488 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728993 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728993 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.728993 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:21.729254 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21987c0c-b34a-4b52-8371-829a0e65f0e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:22.089199 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb70eae-1650-40ef-815e-659155530871 req-82e492d9-c81d-4da5-a078-d53df217cff3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:22.090727 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1bb70eae-1650-40ef-815e-659155530871 req-82e492d9-c81d-4da5-a078-d53df217cff3 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 944 time: 0.0549295 Mar 22 18:06:22.141712 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1bb70eae-1650-40ef-815e-659155530871 req-b27e6451-58e8-4754-a513-3d56b89354bc tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452025 Mar 22 18:06:22.464656 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 5680f56a-a18e-4eee-a591-ecb40fc90c68 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:22.521906 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 5680f56a-a18e-4eee-a591-ecb40fc90c68 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:22.522271 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:22.567458 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6ab71ed1-6a62-4495-89b7-d924b6098072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:22.599421 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 5680f56a-a18e-4eee-a591-ecb40fc90c68 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:22.599808 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:22.619822 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41838) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:22.626760 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:06:22.629002 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687393bc-73dd-4eca-bd9f-40c69853c63e" -d '{"events": [{"server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "name": "network-vif-plugged", "status": "completed", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:06:22.641928 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:22.667439 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358d8cda-f3f9-4f7d-8b4c-218e0a9f6782 x-openstack-request-id: req-358d8cda-f3f9-4f7d-8b4c-218e0a9f6782 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:06:22.667801 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "name": "network-vif-plugged", "status": "completed", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:06:22.668145 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-358d8cda-f3f9-4f7d-8b4c-218e0a9f6782 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:06:22.668615 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358d8cda-f3f9-4f7d-8b4c-218e0a9f6782'] response: {'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'code': 200} Mar 22 18:06:22.723394 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1100415683-network', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:06:22.733313 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:22.781088 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=10']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:22.813238 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:22.813511 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Made reservation on behalf of 9e8b23752ec94896b3683891fd2a3955 for: {'network': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:06:22.815721 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:22.824638 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:22.898500 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Publish callbacks [] for security_group (577f6eca-7034-4f49-bd65-d460bedf1029), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:22.945760 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (577f6eca-7034-4f49-bd65-d460bedf1029), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:22.958216 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128f7f8-e196-4ff1-bf94-e7bbbdc7ac48 req-3a0735e2-c4d7-40e5-9704-f047e6e16b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:22.960735 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b128f7f8-e196-4ff1-bf94-e7bbbdc7ac48 req-3a0735e2-c4d7-40e5-9704-f047e6e16b1b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 1130 time: 0.0432107 Mar 22 18:06:22.971702 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=110337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 18:06:22.993462 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577f6eca-7034-4f49-bd65-d460bedf1029,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:22.998372 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (430fab5c-4d3d-4798-ad01-1c19cfaa7171), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:22.998717 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.segments_db [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Added segment 430fab5c-4d3d-4798-ad01-1c19cfaa7171 of type vlan for network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 Mar 22 18:06:23.032327 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b128f7f8-e196-4ff1-bf94-e7bbbdc7ac48 req-23155d1f-af44-48a3-8105-8c5eb252deb5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644174 Mar 22 18:06:23.046814 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (8fc80fc9-7817-4d3e-aa0b-1823873d9731), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:23.133259 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (8fc80fc9-7817-4d3e-aa0b-1823873d9731), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:23.134246 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:23.134817 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:23.191329 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] Pushing event updated for resources: {'Network': ['ID=8fc80fc9-7817-4d3e-aa0b-1823873d9731,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:23.202314 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 18:06:23.271455 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3dc82-6f99-4dea-b7ff-1cee10b2405d req-79275c8e-2479-471e-9412-e279315d2578 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:23.273580 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-21b3dc82-6f99-4dea-b7ff-1cee10b2405d req-79275c8e-2479-471e-9412-e279315d2578 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 946 time: 0.0527163 Mar 22 18:06:23.301932 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b15e0e99-2acd-4e32-ae94-b5111584bf84 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6809976 Mar 22 18:06:23.304888 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41848) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:23.309674 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Request body: {'subnet': {'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1100415683-subnet', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'ip_version': 4}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:06:23.321892 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-21b3dc82-6f99-4dea-b7ff-1cee10b2405d req-05a2a4e5-77ac-40a2-ab21-b5148daea285 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424087 Mar 22 18:06:23.384759 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Made reservation on behalf of 9e8b23752ec94896b3683891fd2a3955 for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:06:23.387177 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130929192'] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:23.665608 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130356607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130929214'] for subnet (ed5340e4-5af7-4366-9591-7a724b803664), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:23.724481 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5340e4-5af7-4366-9591-7a724b803664,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:23.733392 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Checking segment: {'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:06:23.733908 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Network hostable DHCP agents. Network: 8fc80fc9-7817-4d3e-aa0b-1823873d9731, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 18:06:23.876136 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 18:06:24.032184 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, 8fc80fc9-7817-4d3e-aa0b-1823873d9731) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:24.036339 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:24.036964 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.046074 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40edddee-29da-468f-b70d-5c3e0b45a6a7 None None] Network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:06:24.151354 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 18:06:24.152232 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.198561 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-e036f569-5b7e-446a-a85e-504d9efde36c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8925087 Mar 22 18:06:24.201116 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41852) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:24.205309 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:06:24.282669 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (ed1abac3-da33-4301-8fc7-4d98135c0651), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.283683 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (ed1abac3-da33-4301-8fc7-4d98135c0651), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.285298 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Allocated IP 172.20.0.2 (8fc80fc9-7817-4d3e-aa0b-1823873d9731/ed5340e4-5af7-4366-9591-7a724b803664/28a24a06-8fef-4ed0-88bc-11dd9aaca53c) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:06:24.339560 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks [] for router_controller (ed1abac3-da33-4301-8fc7-4d98135c0651), precommit_add_association {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.435038 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Publish callbacks [] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.451682 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de4ef8-f7a6-42c3-969e-3c513cb38fb1 req-cff09979-0577-41c9-862d-3b63a75a1a6a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:24.453167 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-73de4ef8-f7a6-42c3-969e-3c513cb38fb1 req-cff09979-0577-41c9-862d-3b63a75a1a6a tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 946 time: 0.0572691 Mar 22 18:06:24.500082 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-73de4ef8-f7a6-42c3-969e-3c513cb38fb1 req-2f0de2c3-37ca-44db-aa66-d402bc35d8ba tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Mar 22 18:06:24.513860 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.554478 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:06:24.554702 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks [] for router_gateway (ed1abac3-da33-4301-8fc7-4d98135c0651), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.559061 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:24.561622 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:06:24.575660 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Pushing event updated for resources: {'Port': ['ID=28a24a06-8fef-4ed0-88bc-11dd9aaca53c,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:24.644958 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Attempting to bind port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:06:24.645413 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Attempting to bind port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:06:24.645903 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Attempting to bind port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c on network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:06:24.653185 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:06:24.653683 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Checking segment: {'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:06:24.654042 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.654386 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Bound using segment: {'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:06:24.655085 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Bound port: 28a24a06-8fef-4ed0-88bc-11dd9aaca53c, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:06:24.655519 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.730896 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] For port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:06:24.734926 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] For port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=28a24a06-8fef-4ed0-88bc-11dd9aaca53c,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:06:24.756683 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f0639594-5d29-45d6-9242-a610f10beeb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.843089 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:24.910791 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b258714-c1be-430e-b5c4-7da095f8db93 None None] Pushing event updated for resources: {'Port': ['ID=28a24a06-8fef-4ed0-88bc-11dd9aaca53c,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:25.111404 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks [] for router_gateway (ed1abac3-da33-4301-8fc7-4d98135c0651), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:25.140986 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:25.257096 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Allocated IP 172.27.1.133 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/6dd89f3d-b87b-446a-85da-d320619a6596) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:06:25.363807 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks [] for port (6dd89f3d-b87b-446a-85da-d320619a6596), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:25.556815 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:25.602829 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:06:25.610797 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:25.614012 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:06:25.646430 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824c8b2-fd3a-4d37-bd7c-b8ba404859f6 req-05243724-12a9-4f80-b439-140276b9631c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:25.649569 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1824c8b2-fd3a-4d37-bd7c-b8ba404859f6 req-05243724-12a9-4f80-b439-140276b9631c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 946 time: 0.0732570 Mar 22 18:06:25.653383 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd89f3d-b87b-446a-85da-d320619a6596,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:25.715960 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1824c8b2-fd3a-4d37-bd7c-b8ba404859f6 req-770789dc-4379-4562-98f4-548487f05bb7 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586500 Mar 22 18:06:25.810133 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 28a24a06-8fef-4ed0-88bc-11dd9aaca53c up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:25.861379 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:25.873114 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:25.961229 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:25.961721 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:25.990131 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:26.004350 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=28a24a06-8fef-4ed0-88bc-11dd9aaca53c,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:26.005457 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a4fbdb-1a64-4d65-9fb6-cba034a8c44e None None] Network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:06:26.052816 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks [] for router_gateway (ed1abac3-da33-4301-8fc7-4d98135c0651), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:26.185491 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:26.244660 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-b3526a31-791a-4448-81c2-79711214e342 None None] Provisioning complete for port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:26.244660 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-b3526a31-791a-4448-81c2-79711214e342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:26.283776 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (ed1abac3-da33-4301-8fc7-4d98135c0651), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:26.289771 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=28a24a06-8fef-4ed0-88bc-11dd9aaca53c,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:26.386428 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-b3526a31-791a-4448-81c2-79711214e342 None None] Current status of the port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:26.522937 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Router ed1abac3-da33-4301-8fc7-4d98135c0651 is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 18:06:26.614502 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8aa3c970-e371-453c-b334-8897100734a4 None None] Provisioning complete for port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:26.615115 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c970-e371-453c-b334-8897100734a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:26.636913 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:06:26.648901 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Sync routers for ids ['ed1abac3-da33-4301-8fc7-4d98135c0651'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:06:26.658428 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Routers {'ed1abac3-da33-4301-8fc7-4d98135c0651'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:26.659314 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['ed1abac3-da33-4301-8fc7-4d98135c0651'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:26.707686 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3c970-e371-453c-b334-8897100734a4 None None] Current status of the port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:26.718584 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:26.720282 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a2232cc7-6aba-431d-860a-7ff69beccd07 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5177774 Mar 22 18:06:26.722542 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41910) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:26.768679 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Set router ed1abac3-da33-4301-8fc7-4d98135c0651 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:26.846524 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0fa69-b7ec-41b0-9180-616156469289 req-ed1bf9d1-97a4-479c-86b5-165194e2ed31 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:26.848861 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-52a0fa69-b7ec-41b0-9180-616156469289 req-ed1bf9d1-97a4-479c-86b5-165194e2ed31 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 946 time: 0.0560358 Mar 22 18:06:26.929876 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-52a0fa69-b7ec-41b0-9180-616156469289 req-36c38710-9ca8-40c2-a84f-de1f6418ce24 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734503 Mar 22 18:06:26.966512 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:25Z', 'revision_number': 3, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:27.002284 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Checking router: ed1abac3-da33-4301-8fc7-4d98135c0651 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:06:27.003885 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Updating router ed1abac3-da33-4301-8fc7-4d98135c0651 port 6dd89f3d-b87b-446a-85da-d320619a6596 binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 18:06:27.032458 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.177217 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.279936 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Publish callbacks [] for port (6dd89f3d-b87b-446a-85da-d320619a6596), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.330032 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Allocated IP 172.20.0.1 (8fc80fc9-7817-4d3e-aa0b-1823873d9731/ed5340e4-5af7-4366-9591-7a724b803664/374be5ff-66bc-42ef-8cb5-f3945f0f90cb) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:06:27.349538 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.398816 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Attempting to bind port 6dd89f3d-b87b-446a-85da-d320619a6596 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:06:27.399208 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Attempting to bind port 6dd89f3d-b87b-446a-85da-d320619a6596 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:06:27.399553 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Attempting to bind port 6dd89f3d-b87b-446a-85da-d320619a6596 on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:06:27.408754 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:06:27.409172 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:06:27.409539 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.409928 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:06:27.410399 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Bound port: 6dd89f3d-b87b-446a-85da-d320619a6596, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:06:27.410770 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.437633 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Pushing event updated for resources: {'Port': ['ID=6dd89f3d-b87b-446a-85da-d320619a6596,revision_number=2']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:27.451032 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455142 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455142 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455142 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455472 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Publish callbacks [] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.455567 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:27.476230 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.481521 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] For port 6dd89f3d-b87b-446a-85da-d320619a6596, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:06:27.484840 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] For port 6dd89f3d-b87b-446a-85da-d320619a6596, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=6dd89f3d-b87b-446a-85da-d320619a6596,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:06:27.549860 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.572941 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.594384 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:06:27.599206 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:27.603679 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:06:27.606053 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Pushing event updated for resources: {'Port': ['ID=374be5ff-66bc-42ef-8cb5-f3945f0f90cb,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:27.625807 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Routers {'ed1abac3-da33-4301-8fc7-4d98135c0651'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:27.626443 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['ed1abac3-da33-4301-8fc7-4d98135c0651'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:27.645373 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (ed1abac3-da33-4301-8fc7-4d98135c0651), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.724665 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fddef-6cba-4362-9a86-c88966807d52 None None] Pushing event updated for resources: {'Port': ['ID=6dd89f3d-b87b-446a-85da-d320619a6596,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:27.754632 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] Set router ed1abac3-da33-4301-8fc7-4d98135c0651 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:27.775046 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 28a24a06-8fef-4ed0-88bc-11dd9aaca53c up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:27.833234 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:27.833656 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.899973 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.912216 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:27.935225 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-a4631266-fb75-4a1e-8d33-820698c8c7a0 None None] Provisioning complete for port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:27.935606 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a4631266-fb75-4a1e-8d33-820698c8c7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:27.957989 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:25Z', 'revision_number': 3, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:27.976292 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-a4631266-fb75-4a1e-8d33-820698c8c7a0 None None] Port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:06:28.002188 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff58217-4bb6-42e4-8264-39bac0afae5f None None] The sync data for ids ['ed1abac3-da33-4301-8fc7-4d98135c0651'] in dv-cinder-739079-8-iscsi is: [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:25Z', 'revision_number': 3, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:06:28.114559 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Publish callbacks [] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:28.195115 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130356472'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:28.275184 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Pushing event updated for resources: {'Port': ['ID=374be5ff-66bc-42ef-8cb5-f3945f0f90cb,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:28.280092 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (ed1abac3-da33-4301-8fc7-4d98135c0651), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:28.389493 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:06:28.390947 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:28.515583 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Router ed1abac3-da33-4301-8fc7-4d98135c0651 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:06:28.604410 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-29ae8a25-f9c7-4595-acea-386101a4c575 None None] Provisioning complete for port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:28.604963 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-29ae8a25-f9c7-4595-acea-386101a4c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:28.640942 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-29ae8a25-f9c7-4595-acea-386101a4c575 None None] Port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:06:28.864002 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:06:28.869322 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-ceba5c13-2a2c-40f2-bd62-29ae299b34dc admin admin] 10.222.0.73 "PUT /v2.0/routers/ed1abac3-da33-4301-8fc7-4d98135c0651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1457336 Mar 22 18:06:29.087882 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:29.580522 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Sync routers for ids ['ed1abac3-da33-4301-8fc7-4d98135c0651'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:06:29.591167 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Routers {'ed1abac3-da33-4301-8fc7-4d98135c0651'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:29.591862 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['ed1abac3-da33-4301-8fc7-4d98135c0651'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:29.688945 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41948) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:29.695890 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1909011497-network', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:06:29.704596 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Set router ed1abac3-da33-4301-8fc7-4d98135c0651 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:29.781201 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 6dd89f3d-b87b-446a-85da-d320619a6596 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:29.801690 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Made reservation on behalf of 8ec36b4ea2a345c9b2ee9afb780ae85e for: {'network': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:06:29.804633 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:29.813490 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:29.891659 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Publish callbacks [] for security_group (eaf99593-5aec-42af-9d4e-007b688ca119), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:29.900026 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 6dd89f3d-b87b-446a-85da-d320619a6596 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:29.900920 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:29.962360 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (eaf99593-5aec-42af-9d4e-007b688ca119), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:29.988174 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=110337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 18:06:29.998099 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf99593-5aec-42af-9d4e-007b688ca119,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:30.004111 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (1899d0b1-f63b-4b72-b665-70527c77ad3e), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.004441 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.segments_db [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Added segment 1899d0b1-f63b-4b72-b665-70527c77ad3e of type vlan for network d34e41e0-dc0d-40ed-8be3-625f3c2e693a Mar 22 18:06:30.009333 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '374be5ff-66bc-42ef-8cb5-f3945f0f90cb', 'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'mac_address': 'fa:16:3e:9a:db:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:27Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 2, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'subnets': [{'id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:30.042956 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Checking router: ed1abac3-da33-4301-8fc7-4d98135c0651 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:06:30.043310 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Updating router ed1abac3-da33-4301-8fc7-4d98135c0651 port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb binding host dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 18:06:30.050487 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (d34e41e0-dc0d-40ed-8be3-625f3c2e693a), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.065523 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 6dd89f3d-b87b-446a-85da-d320619a6596 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:30.065912 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.094068 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port 6dd89f3d-b87b-446a-85da-d320619a6596, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=6dd89f3d-b87b-446a-85da-d320619a6596,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:30.094988 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.145207 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (d34e41e0-dc0d-40ed-8be3-625f3c2e693a), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.146178 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:30.146759 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.208236 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] Pushing event updated for resources: {'Network': ['ID=d34e41e0-dc0d-40ed-8be3-625f3c2e693a,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:30.218240 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network d34e41e0-dc0d-40ed-8be3-625f3c2e693a details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 18:06:30.253367 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.274121 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b060c408-6a0b-4140-94f7-b2bc1f758e96 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5838811 Mar 22 18:06:30.278074 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41950) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:30.282329 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Request body: {'subnet': {'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1909011497-subnet', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'ip_version': 4}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:06:30.377889 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Made reservation on behalf of 8ec36b4ea2a345c9b2ee9afb780ae85e for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:06:30.380322 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130929192'] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.382118 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=6dd89f3d-b87b-446a-85da-d320619a6596,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:30.401015 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.401285 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.401662 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.401996 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.402330 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.402662 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.402981 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.403303 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.403623 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.404128 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.404459 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.404784 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.405111 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.406782 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.413175 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:06:30.488095 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Publish callbacks [] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), precommit_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.567760 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.620734 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d807b1-1d25-4c52-8332-3e124b9067ea None None] Pushing event updated for resources: {'Port': ['ID=374be5ff-66bc-42ef-8cb5-f3945f0f90cb,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:30.678982 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Attempting to bind port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:06:30.679356 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Attempting to bind port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:06:30.679870 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Attempting to bind port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb on network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:06:30.685377 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:06:30.685778 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Checking segment: {'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:06:30.686181 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.686574 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Bound using segment: {'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:06:30.687115 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Bound port: 374be5ff-66bc-42ef-8cb5-f3945f0f90cb, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:06:30.687399 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.700275 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130356607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130929214'] for subnet (9f1c6c33-34a7-4352-8af6-19d62751dce6), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.762859 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] For port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:06:30.767298 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] For port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=374be5ff-66bc-42ef-8cb5-f3945f0f90cb,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:06:30.776608 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1c6c33-34a7-4352-8af6-19d62751dce6,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:30.776608 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Checking segment: {'id': '1899d0b1-f63b-4b72-b665-70527c77ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:06:30.776608 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Network hostable DHCP agents. Network: d34e41e0-dc0d-40ed-8be3-625f3c2e693a, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 18:06:30.848095 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.875143 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Network d34e41e0-dc0d-40ed-8be3-625f3c2e693a is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 18:06:30.923633 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-fbd63ea3-231f-467b-8edb-8dd92192108b None None] Provisioning complete for port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:30.924012 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-fbd63ea3-231f-467b-8edb-8dd92192108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:30.928040 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d807b1-1d25-4c52-8332-3e124b9067ea None None] Pushing event updated for resources: {'Port': ['ID=374be5ff-66bc-42ef-8cb5-f3945f0f90cb,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:30.947896 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Routers {'ed1abac3-da33-4301-8fc7-4d98135c0651'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:30.948527 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['ed1abac3-da33-4301-8fc7-4d98135c0651'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:30.967883 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, d34e41e0-dc0d-40ed-8be3-625f3c2e693a) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:30.972294 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:30.973099 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.000399 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078f5dd-323b-4d2e-89f4-a3d4917b361b None None] Network d34e41e0-dc0d-40ed-8be3-625f3c2e693a requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:06:31.055155 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a726d1a3-49ab-4756-95ff-0e66705d500a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7772136 Mar 22 18:06:31.057609 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 41968) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:31.062409 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-39762167-821b-4405-af20-7841d684195b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1909011497-router', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:06:31.174057 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (84a4ab3d-0e83-4d08-be93-d91faba0d33a), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.175186 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (84a4ab3d-0e83-4d08-be93-d91faba0d33a), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.231935 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks [] for router_controller (84a4ab3d-0e83-4d08-be93-d91faba0d33a), precommit_add_association {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.309228 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] Set router ed1abac3-da33-4301-8fc7-4d98135c0651 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:31.371669 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-d34e41e0-dc0d-40ed-8be3-625f3c2e693a', 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a', 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'fixed_ips': [{'subnet_id': '9f1c6c33-34a7-4352-8af6-19d62751dce6'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 18:06:31.372529 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.378534 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-fbd63ea3-231f-467b-8edb-8dd92192108b None None] Current status of the port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:31.378908 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-fbd63ea3-231f-467b-8edb-8dd92192108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.448019 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eef3b-e358-4f74-92f9-51e078516569 req-afa69606-1b7c-4fa6-85b8-cff4dde43c87 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:31.449476 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6f6eef3b-e358-4f74-92f9-51e078516569 req-afa69606-1b7c-4fa6-85b8-cff4dde43c87 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 946 time: 0.0569117 Mar 22 18:06:31.492622 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks [] for router_gateway (84a4ab3d-0e83-4d08-be93-d91faba0d33a), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.502885 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6f6eef3b-e358-4f74-92f9-51e078516569 req-5c52f9fa-75d1-4b5f-8a20-7b6cd3b624e0 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459597 Mar 22 18:06:31.503562 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-fbd63ea3-231f-467b-8edb-8dd92192108b None None] For port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=374be5ff-66bc-42ef-8cb5-f3945f0f90cb,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:31.622084 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-fbd63ea3-231f-467b-8edb-8dd92192108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.696332 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Allocated IP 172.20.0.2 (d34e41e0-dc0d-40ed-8be3-625f3c2e693a/9f1c6c33-34a7-4352-8af6-19d62751dce6/de0c2a4d-9eed-430a-9c81-032e427f5f98) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:06:31.716847 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd63ea3-231f-467b-8edb-8dd92192108b None None] Pushing event updated for resources: {'Port': ['ID=374be5ff-66bc-42ef-8cb5-f3945f0f90cb,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:31.781466 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks [] for router_gateway (84a4ab3d-0e83-4d08-be93-d91faba0d33a), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.784240 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 6dd89f3d-b87b-446a-85da-d320619a6596 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:31.800358 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.833829 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-9c449f70-7aba-4fcc-bb22-113019e92c9f None None] Provisioning complete for port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:31.834193 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9c449f70-7aba-4fcc-bb22-113019e92c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:31.865479 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '374be5ff-66bc-42ef-8cb5-f3945f0f90cb', 'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'mac_address': 'fa:16:3e:9a:db:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:27Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'subnets': [{'id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:31.905419 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-39762167-821b-4405-af20-7841d684195b admin admin] Allocated IP 172.27.1.239 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/78fcf648-cd93-4008-b59f-7f3e8c833e66) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:06:31.913323 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadc6492-cf44-4bc5-a0c4-d8d5f87dee30 None None] The sync data for ids ['ed1abac3-da33-4301-8fc7-4d98135c0651'] in dv-cinder-739079-8-iscsi is: [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '374be5ff-66bc-42ef-8cb5-f3945f0f90cb', 'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'mac_address': 'fa:16:3e:9a:db:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:27Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'subnets': [{'id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:06:32.003641 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 6dd89f3d-b87b-446a-85da-d320619a6596 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:32.004030 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:32.013034 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Publish callbacks [] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:32.024133 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks [] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:32.082030 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-9c449f70-7aba-4fcc-bb22-113019e92c9f None None] Current status of the port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:32.086735 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:32.099321 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:32.137218 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39762167-821b-4405-af20-7841d684195b admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:06:32.140314 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-39762167-821b-4405-af20-7841d684195b admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:32.142797 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39762167-821b-4405-af20-7841d684195b admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:06:32.144958 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Network d34e41e0-dc0d-40ed-8be3-625f3c2e693a is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:06:32.147173 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Pushing event updated for resources: {'Port': ['ID=de0c2a4d-9eed-430a-9c81-032e427f5f98,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:32.156925 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:32.157317 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:06:32.186275 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39762167-821b-4405-af20-7841d684195b admin admin] Pushing event updated for resources: {'Port': ['ID=78fcf648-cd93-4008-b59f-7f3e8c833e66,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:32.228959 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 6dd89f3d-b87b-446a-85da-d320619a6596 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:32.244795 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Attempting to bind port de0c2a4d-9eed-430a-9c81-032e427f5f98 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:06:32.245307 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Attempting to bind port de0c2a4d-9eed-430a-9c81-032e427f5f98 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '1899d0b1-f63b-4b72-b665-70527c77ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:06:32.245949 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Attempting to bind port de0c2a4d-9eed-430a-9c81-032e427f5f98 on network d34e41e0-dc0d-40ed-8be3-625f3c2e693a {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:06:32.251447 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:06:32.251954 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Checking segment: {'id': '1899d0b1-f63b-4b72-b665-70527c77ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:06:32.252458 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:32.252960 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Bound using segment: {'id': '1899d0b1-f63b-4b72-b665-70527c77ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:06:32.253609 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Bound port: de0c2a4d-9eed-430a-9c81-032e427f5f98, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1899d0b1-f63b-4b72-b665-70527c77ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:06:32.254087 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:32.323168 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] For port de0c2a4d-9eed-430a-9c81-032e427f5f98, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:06:32.328307 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] For port de0c2a4d-9eed-430a-9c81-032e427f5f98, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=de0c2a4d-9eed-430a-9c81-032e427f5f98,segment=NetworkSegment(1899d0b1-f63b-4b72-b665-70527c77ad3e),segment_id=1899d0b1-f63b-4b72-b665-70527c77ad3e)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:06:32.415550 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:32.479842 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2c8cc-84c6-483b-8605-58e1c0865925 None None] Pushing event updated for resources: {'Port': ['ID=de0c2a4d-9eed-430a-9c81-032e427f5f98,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:32.498903 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks [] for router_gateway (84a4ab3d-0e83-4d08-be93-d91faba0d33a), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:32.647970 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47451e54-a3e0-4654-87c9-33cd242c6c66 req-8893c383-d637-4441-baae-d0ef958ed2ff tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:32.650394 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47451e54-a3e0-4654-87c9-33cd242c6c66 req-8893c383-d637-4441-baae-d0ef958ed2ff tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 946 time: 0.0630293 Mar 22 18:06:32.722388 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47451e54-a3e0-4654-87c9-33cd242c6c66 req-e0f2812c-ca38-4512-bf03-a3516d2d417c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659075 Mar 22 18:06:32.751233 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (84a4ab3d-0e83-4d08-be93-d91faba0d33a), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:32.850290 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:06:32.956098 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39762167-821b-4405-af20-7841d684195b admin admin] Router 84a4ab3d-0e83-4d08-be93-d91faba0d33a is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 18:06:33.082319 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39762167-821b-4405-af20-7841d684195b admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:06:33.091049 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Sync routers for ids ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:06:33.102478 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Routers {'84a4ab3d-0e83-4d08-be93-d91faba0d33a'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:33.103339 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:33.175538 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-39762167-821b-4405-af20-7841d684195b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:33.180907 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 41974) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:33.181684 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-39762167-821b-4405-af20-7841d684195b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1225739 Mar 22 18:06:33.221884 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Set router 84a4ab3d-0e83-4d08-be93-d91faba0d33a gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:33.494042 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0ff23b-7910-40a4-9c8e-977b93d7181f None None] Network d34e41e0-dc0d-40ed-8be3-625f3c2e693a requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:06:33.515531 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'name': 'tempest-TestMinimumBasicScenario-1909011497-router', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:32Z', 'revision_number': 3, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'gw_port': {'id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:33.547981 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Checking router: 84a4ab3d-0e83-4d08-be93-d91faba0d33a for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:06:33.548334 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Updating router 84a4ab3d-0e83-4d08-be93-d91faba0d33a port 78fcf648-cd93-4008-b59f-7f3e8c833e66 binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 18:06:33.562578 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-0112f0d1-11a1-434d-8263-b787a82d8d3b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:33.563456 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-276cfb09-c6f5-42a6-8b75-58611c1ca9d5 None None] Provisioning complete for port de0c2a4d-9eed-430a-9c81-032e427f5f98 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:33.563928 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-276cfb09-c6f5-42a6-8b75-58611c1ca9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:33.564093 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-0112f0d1-11a1-434d-8263-b787a82d8d3b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.74 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 946 time: 0.0664878 Mar 22 18:06:33.578651 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:33.684480 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-276cfb09-c6f5-42a6-8b75-58611c1ca9d5 None None] Current status of the port de0c2a4d-9eed-430a-9c81-032e427f5f98 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:33.685023 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-276cfb09-c6f5-42a6-8b75-58611c1ca9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:33.711430 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Deleting port 271807fc-8196-4b8a-bb00-b329d03497fa {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:06:33.712336 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:33.722692 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-276cfb09-c6f5-42a6-8b75-58611c1ca9d5 None None] For port de0c2a4d-9eed-430a-9c81-032e427f5f98, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=de0c2a4d-9eed-430a-9c81-032e427f5f98,segment=NetworkSegment(1899d0b1-f63b-4b72-b665-70527c77ad3e),segment_id=1899d0b1-f63b-4b72-b665-70527c77ad3e)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:33.825071 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-276cfb09-c6f5-42a6-8b75-58611c1ca9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:33.883535 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Publish callbacks [] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:33.892763 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cfb09-c6f5-42a6-8b75-58611c1ca9d5 None None] Pushing event updated for resources: {'Port': ['ID=de0c2a4d-9eed-430a-9c81-032e427f5f98,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:33.930401 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device de0c2a4d-9eed-430a-9c81-032e427f5f98 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:33.950404 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:33.982861 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] For port 271807fc-8196-4b8a-bb00-b329d03497fa, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=271807fc-8196-4b8a-bb00-b329d03497fa,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:33.983544 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:33.991450 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port de0c2a4d-9eed-430a-9c81-032e427f5f98 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:33.991922 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.011794 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453502f8-6408-467a-bc4b-58df6ae3b10f req-ba48ebae-d12e-4c9d-a7a0-8799c74d8220 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:34.013858 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-453502f8-6408-467a-bc4b-58df6ae3b10f req-ba48ebae-d12e-4c9d-a7a0-8799c74d8220 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 946 time: 0.1988609 Mar 22 18:06:34.016389 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.035578 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Attempting to bind port 78fcf648-cd93-4008-b59f-7f3e8c833e66 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:06:34.036049 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Attempting to bind port 78fcf648-cd93-4008-b59f-7f3e8c833e66 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:06:34.036483 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Attempting to bind port 78fcf648-cd93-4008-b59f-7f3e8c833e66 on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:06:34.039904 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff817dd-c5ea-4da2-be41-6d9e4d32f4c6 None None] Pushing event updated for resources: {'Port': ['ID=78fcf648-cd93-4008-b59f-7f3e8c833e66,revision_number=2']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:34.044880 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:06:34.047040 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:06:34.047682 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.048272 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:06:34.049131 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Bound port: 78fcf648-cd93-4008-b59f-7f3e8c833e66, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:06:34.049706 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.056835 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-56462909-af3d-4a10-b480-e9f372570b31 None None] Provisioning complete for port de0c2a4d-9eed-430a-9c81-032e427f5f98 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:34.057471 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-56462909-af3d-4a10-b480-e9f372570b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.117857 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] For port 78fcf648-cd93-4008-b59f-7f3e8c833e66, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:06:34.122108 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] For port 78fcf648-cd93-4008-b59f-7f3e8c833e66, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=78fcf648-cd93-4008-b59f-7f3e8c833e66,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:06:34.122906 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port de0c2a4d-9eed-430a-9c81-032e427f5f98 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:34.124038 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 374be5ff-66bc-42ef-8cb5-f3945f0f90cb up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:34.206617 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-56462909-af3d-4a10-b480-e9f372570b31 None None] Current status of the port de0c2a4d-9eed-430a-9c81-032e427f5f98 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:34.208000 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.209682 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:34.210556 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.224385 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-453502f8-6408-467a-bc4b-58df6ae3b10f req-a211c8d3-6f61-433b-92be-1b3f55040bae tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups?id=d24b485d-0d44-4d77-9b24-22907448381d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966884 Mar 22 18:06:34.285843 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Routers {'84a4ab3d-0e83-4d08-be93-d91faba0d33a'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:34.286340 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:34.304619 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:34.323220 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff817dd-c5ea-4da2-be41-6d9e4d32f4c6 None None] Pushing event updated for resources: {'Port': ['ID=78fcf648-cd93-4008-b59f-7f3e8c833e66,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:34.346392 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.346759 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (2af1415a-df9f-43bd-839c-efbf48feacc2), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.347099 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Floating IP 2af1415a-df9f-43bd-839c-efbf48feacc2 disassociated. External IP: 172.27.1.13, port: 271807fc-8196-4b8a-bb00-b329d03497fa. Mar 22 18:06:34.347425 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Calling delete_port for 271807fc-8196-4b8a-bb00-b329d03497fa owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:06:34.353139 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Allocated IP 172.20.0.1 (d34e41e0-dc0d-40ed-8be3-625f3c2e693a/9f1c6c33-34a7-4352-8af6-19d62751dce6/da23693c-97c3-4a9d-a3a3-a1bae86b1ee1) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:06:34.399348 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] Set router 84a4ab3d-0e83-4d08-be93-d91faba0d33a gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:34.534859 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Publish callbacks [] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.574116 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'name': 'tempest-TestMinimumBasicScenario-1909011497-router', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:32Z', 'revision_number': 3, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'gw_port': {'id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:34.603793 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0cd00-64d1-4d74-a2ce-b53aadf1a26e None None] The sync data for ids ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'] in dv-cinder-739079-8-iscsi is: [{'id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'name': 'tempest-TestMinimumBasicScenario-1909011497-router', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:32Z', 'revision_number': 3, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'gw_port': {'id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:06:34.653732 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (271807fc-8196-4b8a-bb00-b329d03497fa), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:34.684060 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event deleted for resources: {'Port': ['ID=271807fc-8196-4b8a-bb00-b329d03497fa,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:34.686281 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:35.006141 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Network d34e41e0-dc0d-40ed-8be3-625f3c2e693a is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:06:35.013844 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:35.048935 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:06:35.113867 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=da23693c-97c3-4a9d-a3a3-a1bae86b1ee1,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:35.140340 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (84a4ab3d-0e83-4d08-be93-d91faba0d33a), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:35.227685 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:06:35.340523 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-d243d6fa-d8be-4145-b896-bdc3a18d5d3d None None] Provisioning complete for port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:35.341149 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-d243d6fa-d8be-4145-b896-bdc3a18d5d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:35.380111 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-d243d6fa-d8be-4145-b896-bdc3a18d5d3d None None] Port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:06:35.388357 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5e5eb127-0b4b-4412-a3eb-22f2cb85dcc5 req-8a1857e2-bb9c-4188-b0c3-51289af32a2c tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 210 time: 0.0701330 Mar 22 18:06:35.430566 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:06:35.440357 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] Sync routers for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:06:35.451357 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:35.452152 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:35.477657 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] No DVR routers for this DVR port 271807fc-8196-4b8a-bb00-b329d03497fa on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:06:35.480438 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:35.483964 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3c367b18-92b4-4d4c-9e3f-4025b6add47a req-7949ab51-c111-451b-8583-0109b51d19be tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.74 "DELETE /v2.0/ports/271807fc-8196-4b8a-bb00-b329d03497fa HTTP/1.1" status: 204 len: 173 time: 1.9141953 Mar 22 18:06:35.484658 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'name': 'network-vif-deleted', 'tag': '271807fc-8196-4b8a-bb00-b329d03497fa'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:06:35.487234 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4d1e5a-3a13-428c-81e5-456572972acf" -d '{"events": [{"server_uuid": "d4e64097-a78d-44e3-84f4-5159a23792c9", "name": "network-vif-deleted", "tag": "271807fc-8196-4b8a-bb00-b329d03497fa"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:06:35.535497 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:35.539418 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3027da44-5a8f-4a8f-b76e-30fe1dad9c9e x-openstack-request-id: req-3027da44-5a8f-4a8f-b76e-30fe1dad9c9e {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:06:35.540309 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e64097-a78d-44e3-84f4-5159a23792c9", "name": "network-vif-deleted", "tag": "271807fc-8196-4b8a-bb00-b329d03497fa", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:06:35.540309 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3027da44-5a8f-4a8f-b76e-30fe1dad9c9e {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:06:35.540768 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3027da44-5a8f-4a8f-b76e-30fe1dad9c9e'] response: {'server_uuid': 'd4e64097-a78d-44e3-84f4-5159a23792c9', 'name': 'network-vif-deleted', 'tag': '271807fc-8196-4b8a-bb00-b329d03497fa', 'status': 'completed', 'code': 200} Mar 22 18:06:35.737522 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:35.741364 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Publish callbacks [] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:35.841819 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:35.890751 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device de0c2a4d-9eed-430a-9c81-032e427f5f98 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:35.917980 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=da23693c-97c3-4a9d-a3a3-a1bae86b1ee1,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:35.920571 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (84a4ab3d-0e83-4d08-be93-d91faba0d33a), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:35.992877 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port de0c2a4d-9eed-430a-9c81-032e427f5f98 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:35.993255 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:36.019369 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Network d34e41e0-dc0d-40ed-8be3-625f3c2e693a is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:06:36.021052 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:36.026461 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:36.060084 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] Checking router: 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:06:36.075071 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:36.075722 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:36.148414 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Router 84a4ab3d-0e83-4d08-be93-d91faba0d33a has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:06:36.198416 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port de0c2a4d-9eed-430a-9c81-032e427f5f98 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:36.199563 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 78fcf648-cd93-4008-b59f-7f3e8c833e66 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:36.254409 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:36.291734 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:06:36.301459 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-f7fac999-1f03-4bdb-b8e1-43e558ebb6f5 admin admin] 10.222.0.73 "PUT /v2.0/routers/84a4ab3d-0e83-4d08-be93-d91faba0d33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1144156 Mar 22 18:06:36.313472 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 78fcf648-cd93-4008-b59f-7f3e8c833e66 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:36.313472 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:36.374006 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-cd0f2b1a-20a2-4fd7-9c58-89c9e01f5dbf None None] Provisioning complete for port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:36.378709 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2b1a-20a2-4fd7-9c58-89c9e01f5dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:36.486507 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f2b1a-20a2-4fd7-9c58-89c9e01f5dbf None None] Port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:06:36.539720 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Sync routers for ids ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:06:36.559082 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-36112f7b-05c2-49d4-be6e-0b846d94410e req-a88daf79-1bc6-460c-a18d-51f29572064f tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4e64097-a78d-44e3-84f4-5159a23792c9 HTTP/1.1" status: 200 len: 210 time: 0.0607500 Mar 22 18:06:36.560259 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 78fcf648-cd93-4008-b59f-7f3e8c833e66 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:36.560662 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:36.561084 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Routers {'84a4ab3d-0e83-4d08-be93-d91faba0d33a'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:36.562509 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:36.616652 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port 78fcf648-cd93-4008-b59f-7f3e8c833e66, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=78fcf648-cd93-4008-b59f-7f3e8c833e66,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:36.643006 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:36.676939 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0052eee-93c1-490c-b493-601bef01e447 None None] The sync data for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi is: [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:04Z', 'revision_number': 4, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '29468c7e-6536-47cd-b774-829750d0b901', 'name': '', 'network_id': '5526a5c6-8138-43f9-802e-dfcd05bb423a', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'mac_address': 'fa:16:3e:78:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:16Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'subnets': [{'id': 'adb8dba7-6995-423a-bf33-4b0c253f43b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:06:36.687365 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Set router 84a4ab3d-0e83-4d08-be93-d91faba0d33a gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:36.698009 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:36.760533 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=78fcf648-cd93-4008-b59f-7f3e8c833e66,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:36.909312 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'name': 'tempest-TestMinimumBasicScenario-1909011497-router', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:35Z', 'revision_number': 4, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'gw_port': {'id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'da23693c-97c3-4a9d-a3a3-a1bae86b1ee1', 'name': '', 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'mac_address': 'fa:16:3e:20:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9f1c6c33-34a7-4352-8af6-19d62751dce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:34Z', 'updated_at': '2022-03-22T18:06:35Z', 'revision_number': 2, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'subnets': [{'id': '9f1c6c33-34a7-4352-8af6-19d62751dce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:36.937467 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebbfd0c-8241-47ef-a360-9f3b505715e7 None None] New status for floating IP 2af1415a-df9f-43bd-839c-efbf48feacc2: DOWN {{(pid=110338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:06:36.939833 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Checking router: 84a4ab3d-0e83-4d08-be93-d91faba0d33a for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:06:36.940195 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Updating router 84a4ab3d-0e83-4d08-be93-d91faba0d33a port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 18:06:36.969988 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.253182 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Publish callbacks [] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.316208 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.373165 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501dd87-e631-42ab-a9e3-6a4a081f6c65 None None] Pushing event updated for resources: {'Port': ['ID=da23693c-97c3-4a9d-a3a3-a1bae86b1ee1,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:37.437552 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Attempting to bind port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:06:37.438038 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Attempting to bind port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '1899d0b1-f63b-4b72-b665-70527c77ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:06:37.438501 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Attempting to bind port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 on network d34e41e0-dc0d-40ed-8be3-625f3c2e693a {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:06:37.445625 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:06:37.446161 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Checking segment: {'id': '1899d0b1-f63b-4b72-b665-70527c77ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:06:37.446669 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.447167 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Bound using segment: {'id': '1899d0b1-f63b-4b72-b665-70527c77ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:06:37.451875 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Bound port: da23693c-97c3-4a9d-a3a3-a1bae86b1ee1, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1899d0b1-f63b-4b72-b665-70527c77ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:06:37.452390 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.539465 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] For port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:06:37.544325 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] For port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=da23693c-97c3-4a9d-a3a3-a1bae86b1ee1,segment=NetworkSegment(1899d0b1-f63b-4b72-b665-70527c77ad3e),segment_id=1899d0b1-f63b-4b72-b665-70527c77ad3e)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:06:37.625978 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.626201 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-1842d03d-5533-4712-b8b4-783af2c06c0c None None] Provisioning complete for port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:37.627162 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1842d03d-5533-4712-b8b4-783af2c06c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.711046 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Routers {'84a4ab3d-0e83-4d08-be93-d91faba0d33a'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:37.711046 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:37.736074 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-1842d03d-5533-4712-b8b4-783af2c06c0c None None] Current status of the port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:37.736074 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1842d03d-5533-4712-b8b4-783af2c06c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.773891 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42012) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:37.785390 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-1842d03d-5533-4712-b8b4-783af2c06c0c None None] For port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=da23693c-97c3-4a9d-a3a3-a1bae86b1ee1,segment=NetworkSegment(1899d0b1-f63b-4b72-b665-70527c77ad3e),segment_id=1899d0b1-f63b-4b72-b665-70527c77ad3e)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:37.840085 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 78fcf648-cd93-4008-b59f-7f3e8c833e66 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:37.895959 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1842d03d-5533-4712-b8b4-783af2c06c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.905085 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f0227d10-62c5-41b7-b385-be0d3d994333 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (d24b485d-0d44-4d77-9b24-22907448381d), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.960869 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f0227d10-62c5-41b7-b385-be0d3d994333 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (d24b485d-0d44-4d77-9b24-22907448381d), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:37.966900 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 78fcf648-cd93-4008-b59f-7f3e8c833e66 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:37.967089 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:38.015715 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842d03d-5533-4712-b8b4-783af2c06c0c None None] Pushing event updated for resources: {'Port': ['ID=da23693c-97c3-4a9d-a3a3-a1bae86b1ee1,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:38.036241 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501dd87-e631-42ab-a9e3-6a4a081f6c65 None None] Pushing event updated for resources: {'Port': ['ID=da23693c-97c3-4a9d-a3a3-a1bae86b1ee1,revision_number=4']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:38.072458 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] Set router 84a4ab3d-0e83-4d08-be93-d91faba0d33a gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:38.109771 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f0227d10-62c5-41b7-b385-be0d3d994333 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (d24b485d-0d44-4d77-9b24-22907448381d), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:38.112423 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f0227d10-62c5-41b7-b385-be0d3d994333 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:38.113665 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-f0227d10-62c5-41b7-b385-be0d3d994333 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "DELETE /v2.0/security-groups/d24b485d-0d44-4d77-9b24-22907448381d HTTP/1.1" status: 204 len: 168 time: 0.3386166 Mar 22 18:06:38.117071 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42016) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:38.125116 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0227d10-62c5-41b7-b385-be0d3d994333 tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24b485d-0d44-4d77-9b24-22907448381d,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:38.142591 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 78fcf648-cd93-4008-b59f-7f3e8c833e66 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:38.156193 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-f80927a2-d806-400d-b812-773c9262fb3b None None] Provisioning complete for port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:38.156577 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f80927a2-d806-400d-b812-773c9262fb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:38.157963 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.api.v2.resource [None req-0446cd4b-7fdb-42d1-ac1c-98ef758488fe tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] show failed (client error): The resource could not be found. Mar 22 18:06:38.161812 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-0446cd4b-7fdb-42d1-ac1c-98ef758488fe tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "GET /v2.0/security-groups/d24b485d-0d44-4d77-9b24-22907448381d HTTP/1.1" status: 404 len: 347 time: 0.0426803 Mar 22 18:06:38.165445 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42018) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:38.285241 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-f80927a2-d806-400d-b812-773c9262fb3b None None] Current status of the port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:38.355563 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'name': 'tempest-TestMinimumBasicScenario-1909011497-router', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:35Z', 'revision_number': 4, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'gw_port': {'id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'da23693c-97c3-4a9d-a3a3-a1bae86b1ee1', 'name': '', 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'mac_address': 'fa:16:3e:20:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9f1c6c33-34a7-4352-8af6-19d62751dce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:34Z', 'updated_at': '2022-03-22T18:06:37Z', 'revision_number': 4, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'subnets': [{'id': '9f1c6c33-34a7-4352-8af6-19d62751dce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:38.361150 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-8a251f18-7331-4f22-a51a-385777a9a31b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Deleting port a465e56e-01e1-4f8b-a6c0-d6d810dccf3b {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:06:38.361737 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8a251f18-7331-4f22-a51a-385777a9a31b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (a465e56e-01e1-4f8b-a6c0-d6d810dccf3b), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:38.386804 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cebb5-bea9-4f00-b0a0-12d2f0c982c0 None None] The sync data for ids ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'] in dv-cinder-739079-8-iscsi is: [{'id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'name': 'tempest-TestMinimumBasicScenario-1909011497-router', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:35Z', 'revision_number': 4, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'gw_port': {'id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'da23693c-97c3-4a9d-a3a3-a1bae86b1ee1', 'name': '', 'network_id': 'd34e41e0-dc0d-40ed-8be3-625f3c2e693a', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'mac_address': 'fa:16:3e:20:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9f1c6c33-34a7-4352-8af6-19d62751dce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:34Z', 'updated_at': '2022-03-22T18:06:37Z', 'revision_number': 4, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'subnets': [{'id': '9f1c6c33-34a7-4352-8af6-19d62751dce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:06:38.481758 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8a251f18-7331-4f22-a51a-385777a9a31b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (a465e56e-01e1-4f8b-a6c0-d6d810dccf3b), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:38.482428 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8a251f18-7331-4f22-a51a-385777a9a31b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (a465e56e-01e1-4f8b-a6c0-d6d810dccf3b), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:38.514081 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-8a251f18-7331-4f22-a51a-385777a9a31b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Calling delete_port for a465e56e-01e1-4f8b-a6c0-d6d810dccf3b owned by network:floatingip {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:06:38.564333 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 271807fc-8196-4b8a-bb00-b329d03497fa no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:06:38.588561 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 271807fc-8196-4b8a-bb00-b329d03497fa {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:06:38.588919 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 271807fc-8196-4b8a-bb00-b329d03497fa not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:06:38.784890 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8a251f18-7331-4f22-a51a-385777a9a31b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (a465e56e-01e1-4f8b-a6c0-d6d810dccf3b), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:38.819714 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a251f18-7331-4f22-a51a-385777a9a31b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Pushing event deleted for resources: {'Port': ['ID=a465e56e-01e1-4f8b-a6c0-d6d810dccf3b,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:38.920267 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8a251f18-7331-4f22-a51a-385777a9a31b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks [] for floatingip (2af1415a-df9f-43bd-839c-efbf48feacc2), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:38.923007 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8a251f18-7331-4f22-a51a-385777a9a31b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:38.934219 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-8a251f18-7331-4f22-a51a-385777a9a31b tempest-AttachVolumeTestJSON-526914604 tempest-AttachVolumeTestJSON-526914604-project] 10.222.0.73 "DELETE /v2.0/floatingips/2af1415a-df9f-43bd-839c-efbf48feacc2 HTTP/1.1" status: 204 len: 168 time: 0.7669976 Mar 22 18:06:39.824380 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:06:39.877652 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:39.877994 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:39.968058 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:06:43.250712 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42050) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:43.865145 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759877'] for router_interface (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:44.193073 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] Deleting port 29468c7e-6536-47cd-b774-829750d0b901 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:06:44.193463 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (29468c7e-6536-47cd-b774-829750d0b901), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:44.285709 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] For port 29468c7e-6536-47cd-b774-829750d0b901, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=29468c7e-6536-47cd-b774-829750d0b901,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:44.286364 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (29468c7e-6536-47cd-b774-829750d0b901), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:44.298701 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] Calling delete_port for 29468c7e-6536-47cd-b774-829750d0b901 owned by network:router_interface {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:06:44.573052 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (29468c7e-6536-47cd-b774-829750d0b901), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:44.601309 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=29468c7e-6536-47cd-b774-829750d0b901,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:45.073915 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754165'] for router_interface (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:45.316704 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] Router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:06:45.428071 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:06:45.433257 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-d079b3d4-aa85-4f6f-825a-482681e086b8 admin admin] 10.222.0.73 "PUT /v2.0/routers/31dda1d3-b976-4a51-9f44-4d8b6294b8b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1814241 Mar 22 18:06:45.435825 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42058) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:45.441533 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] Sync routers for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:06:45.454895 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:45.456005 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:45.559778 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Publish callbacks [] for router (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:45.596079 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:45.673388 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Publish callbacks [] for router_gateway (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:45.800953 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Deleting port 9755350a-c6a6-4703-9d28-290a750df1ae {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:06:45.801409 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:45.833246 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:06:44Z', 'revision_number': 5, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port': {'id': '9755350a-c6a6-4703-9d28-290a750df1ae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:45.865699 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] Checking router: 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:06:45.879056 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] Routers {'31dda1d3-b976-4a51-9f44-4d8b6294b8b0'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:06:45.879302 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:06:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:45.916903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] For port 9755350a-c6a6-4703-9d28-290a750df1ae, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=9755350a-c6a6-4703-9d28-290a750df1ae,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:45.920665 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:45.937967 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Calling delete_port for 9755350a-c6a6-4703-9d28-290a750df1ae owned by network:router_gateway {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:06:45.989679 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] Set router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 gateway port host: None {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:06:46.065803 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:06:45Z', 'revision_number': 6, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port_host': None}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:46.099985 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cb8d3-6cf3-4ba1-9952-0609815750d9 None None] The sync data for ids ['31dda1d3-b976-4a51-9f44-4d8b6294b8b0'] in dv-cinder-739079-8-iscsi is: [{'id': '31dda1d3-b976-4a51-9f44-4d8b6294b8b0', 'name': 'tempest-AttachVolumeTestJSON-961889754-router', 'tenant_id': '472a603765ff40e68405f6d1bcf35e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:06:45Z', 'revision_number': 6, 'project_id': '472a603765ff40e68405f6d1bcf35e80', 'gw_port_host': None}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:06:46.413359 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (9755350a-c6a6-4703-9d28-290a750df1ae), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:46.438873 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Pushing event deleted for resources: {'Port': ['ID=9755350a-c6a6-4703-9d28-290a750df1ae,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:46.528931 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-756495'] for router_gateway (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:46.654963 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6629'] for router (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:46.657539 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Publish callbacks [] for router_controller (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), precommit_delete_associations {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:46.898604 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757996'] for router (31dda1d3-b976-4a51-9f44-4d8b6294b8b0), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:46.899151 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31dda1d3-b976-4a51-9f44-4d8b6294b8b0 {{(pid=110336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 18:06:46.904164 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] Publish callbacks [] for router (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:46.905355 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-50ee5de3-ab32-4a6c-aae1-ae9f4c537cde admin admin] 10.222.0.73 "DELETE /v2.0/routers/31dda1d3-b976-4a51-9f44-4d8b6294b8b0 HTTP/1.1" status: 204 len: 168 time: 1.4686275 Mar 22 18:06:46.907892 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42060) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:46.958119 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7e98ba-3d09-4ea3-9b78-6c802f9d7072 admin admin] Deleting subnet adb8dba7-6995-423a-bf33-4b0c253f43b0 {{(pid=110336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:06:46.961798 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ca7e98ba-3d09-4ea3-9b78-6c802f9d7072 admin admin] Publish callbacks [] for subnet (adb8dba7-6995-423a-bf33-4b0c253f43b0), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:46.998475 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ca7e98ba-3d09-4ea3-9b78-6c802f9d7072 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130815678'] for subnet (adb8dba7-6995-423a-bf33-4b0c253f43b0), precommit_delete_associations {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.123004 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ca7e98ba-3d09-4ea3-9b78-6c802f9d7072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (adb8dba7-6995-423a-bf33-4b0c253f43b0), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.276361 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ca7e98ba-3d09-4ea3-9b78-6c802f9d7072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131729962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130561769'] for subnet (adb8dba7-6995-423a-bf33-4b0c253f43b0), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.306154 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e98ba-3d09-4ea3-9b78-6c802f9d7072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb8dba7-6995-423a-bf33-4b0c253f43b0,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:47.309673 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ca7e98ba-3d09-4ea3-9b78-6c802f9d7072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.316334 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42066) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:47.316813 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-ca7e98ba-3d09-4ea3-9b78-6c802f9d7072 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/adb8dba7-6995-423a-bf33-4b0c253f43b0 HTTP/1.1" status: 204 len: 168 time: 0.4075112 Mar 22 18:06:47.318368 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93221ce7-e08c-4ad1-803b-4fa1d7024f3d None None] Network 5526a5c6-8138-43f9-802e-dfcd05bb423a requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:06:47.388333 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (5526a5c6-8138-43f9-802e-dfcd05bb423a), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.457270 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Deleting port 76017764-a562-4799-b5be-6b209a4acdc0 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:06:47.457919 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (76017764-a562-4799-b5be-6b209a4acdc0), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.518357 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd95e41-64a7-4818-990b-9bf892d48e4d None None] DHCP port deletion for 5526a5c6-8138-43f9-802e-dfcd05bb423a request from dv-cinder-739079-8-iscsi {{(pid=110338) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 18:06:47.529273 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] For port 76017764-a562-4799-b5be-6b209a4acdc0, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=76017764-a562-4799-b5be-6b209a4acdc0,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:47.529673 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (76017764-a562-4799-b5be-6b209a4acdc0), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.543613 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Calling delete_port for 76017764-a562-4799-b5be-6b209a4acdc0 owned by network:dhcp {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:06:47.571491 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-cfd95e41-64a7-4818-990b-9bf892d48e4d None None] Deleting port 76017764-a562-4799-b5be-6b209a4acdc0 {{(pid=110338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:06:47.571868 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cfd95e41-64a7-4818-990b-9bf892d48e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (76017764-a562-4799-b5be-6b209a4acdc0), before_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.634302 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-cfd95e41-64a7-4818-990b-9bf892d48e4d None None] For port 76017764-a562-4799-b5be-6b209a4acdc0, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=76017764-a562-4799-b5be-6b209a4acdc0,segment=NetworkSegment(817778c1-c56d-4468-9e3b-e16f0536d970),segment_id=817778c1-c56d-4468-9e3b-e16f0536d970)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:06:47.634735 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cfd95e41-64a7-4818-990b-9bf892d48e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (76017764-a562-4799-b5be-6b209a4acdc0), precommit_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.649622 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-cfd95e41-64a7-4818-990b-9bf892d48e4d None None] Calling delete_port for 76017764-a562-4799-b5be-6b209a4acdc0 owned by network:dhcp {{(pid=110338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:06:47.692909 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (76017764-a562-4799-b5be-6b209a4acdc0), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.721288 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=76017764-a562-4799-b5be-6b209a4acdc0,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:47.731035 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] No DVR routers for this DVR port 76017764-a562-4799-b5be-6b209a4acdc0 on host dv-cinder-739079-8-iscsi {{(pid=110337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:06:47.814078 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (5526a5c6-8138-43f9-802e-dfcd05bb423a), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.836642 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5526a5c6-8138-43f9-802e-dfcd05bb423a']}} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:47.846460 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817778c1-c56d-4468-9e3b-e16f0536d970') {'for_net_delete': True} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:47.846752 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817778c1-c56d-4468-9e3b-e16f0536d970') {} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:06:47.857166 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130934580'] for segment (817778c1-c56d-4468-9e3b-e16f0536d970), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.867164 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 29468c7e-6536-47cd-b774-829750d0b901 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:06:47.873847 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (817778c1-c56d-4468-9e3b-e16f0536d970), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.880621 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=110337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:06:47.881119 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130356380'] for segment (817778c1-c56d-4468-9e3b-e16f0536d970), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: Traceback (most recent call last): Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: timer() Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: cb(*args, **kw) Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: return func(*args, **kwargs) Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: self._notify() Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: self.callback(batched_events) Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: event.method(event) Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: return f(self, *a, **k) Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._get(url).json() Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: return self.request(url, 'GET', **kwargs) Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:06:47.883098 dv-cinder-739079-8-iscsi neutron-server[110337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:06:47.889816 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 29468c7e-6536-47cd-b774-829750d0b901 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:06:47.890164 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 29468c7e-6536-47cd-b774-829750d0b901 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:06:47.890581 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 76017764-a562-4799-b5be-6b209a4acdc0 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:06:47.896337 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cfd95e41-64a7-4818-990b-9bf892d48e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (76017764-a562-4799-b5be-6b209a4acdc0), after_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:47.941480 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 76017764-a562-4799-b5be-6b209a4acdc0 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:06:47.941838 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 76017764-a562-4799-b5be-6b209a4acdc0 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:06:47.942283 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 9755350a-c6a6-4703-9d28-290a750df1ae no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:06:47.944458 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd95e41-64a7-4818-990b-9bf892d48e4d None None] Pushing event deleted for resources: {'Port': ['ID=76017764-a562-4799-b5be-6b209a4acdc0,revision_number=None']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:47.969662 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd95e41-64a7-4818-990b-9bf892d48e4d None None] No DVR routers for this DVR port 76017764-a562-4799-b5be-6b209a4acdc0 on host dv-cinder-739079-8-iscsi {{(pid=110338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:06:47.971519 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 9755350a-c6a6-4703-9d28-290a750df1ae {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:06:47.971868 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 9755350a-c6a6-4703-9d28-290a750df1ae not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:06:48.013182 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (5526a5c6-8138-43f9-802e-dfcd05bb423a), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:48.024081 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:48.024081 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] 10.222.0.73 "DELETE /v2.0/networks/5526a5c6-8138-43f9-802e-dfcd05bb423a HTTP/1.1" status: 204 len: 168 time: 0.7052722 Mar 22 18:06:48.034397 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f5c54-ea0d-40b6-a1d4-2421cf65f7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5526a5c6-8138-43f9-802e-dfcd05bb423a,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:48.408585 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42080) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:48.448574 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-ad4924a2-c258-406b-baf4-bf3b5f8ff02c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=472a603765ff40e68405f6d1bcf35e80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387449 Mar 22 18:06:48.450940 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42082) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:06:48.501012 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-240af154-919e-4266-bd0e-14b4252a9ac9 admin admin] Publish callbacks [] for security_group (4e8a00ce-2132-4cce-8cae-9640d88d1070), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:48.521587 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-240af154-919e-4266-bd0e-14b4252a9ac9 admin admin] Publish callbacks [] for security_group (4e8a00ce-2132-4cce-8cae-9640d88d1070), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:48.641614 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-240af154-919e-4266-bd0e-14b4252a9ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (4e8a00ce-2132-4cce-8cae-9640d88d1070), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:48.644530 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-240af154-919e-4266-bd0e-14b4252a9ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:48.645938 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-240af154-919e-4266-bd0e-14b4252a9ac9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e8a00ce-2132-4cce-8cae-9640d88d1070 HTTP/1.1" status: 204 len: 168 time: 0.1940928 Mar 22 18:06:48.655495 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240af154-919e-4266-bd0e-14b4252a9ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a00ce-2132-4cce-8cae-9640d88d1070,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:48.874855 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-ed97e393-d81c-47bf-b5df-b3116c40e064 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:48.876349 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-ed97e393-d81c-47bf-b5df-b3116c40e064 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/networks?id=8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 200 len: 815 time: 0.1009753 Mar 22 18:06:48.891566 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-b708140b-36f5-425e-926e-1242a3edb3b6 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/quotas/9e8b23752ec94896b3683891fd2a3955 HTTP/1.1" status: 200 len: 375 time: 0.0096447 Mar 22 18:06:48.950921 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-75582c00-02e1-450a-b3bd-e5bc721a20de tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541115 Mar 22 18:06:49.050129 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-3647259a-25b4-4fa1-ae11-168aa0f8585b service neutron] 10.222.0.73 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870428 Mar 22 18:06:49.151643 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-2fdd587c-022f-4102-bbcf-5ba201917190 service neutron] 10.222.0.73 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947301 Mar 22 18:06:50.450323 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2564021e-31d0-44fb-ac7a-8115baf7d9d6 req-22ab8cc0-9961-4280-91bf-ef3c8e4cf2c1 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 210 time: 0.0340447 Mar 22 18:06:51.531059 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ad2d85ea-3fab-4382-922e-c244d9ac5416 req-2c823fa3-7f08-4abc-9e7c-d2c9cd3c81b1 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 210 time: 0.0287981 Mar 22 18:06:52.573225 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-32055459-c392-4bcb-8e46-8335d084099e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:52.660987 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e2deb938-e12f-4fc0-98d1-27a0c17425c9 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:52.662586 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e2deb938-e12f-4fc0-98d1-27a0c17425c9 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.74 "GET /v2.0/networks?id=8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 200 len: 815 time: 0.1178017 Mar 22 18:06:52.678055 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'port': {'device_id': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'admin_state_up': True, 'tenant_id': '9e8b23752ec94896b3683891fd2a3955'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:06:52.807839 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a93756f7-cf04-473f-bbbd-7c9b4ce410e6 req-0bc92282-46f3-4084-8342-0213fe56e803 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 210 time: 0.2031271 Mar 22 18:06:52.853061 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:52.898433 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Made reservation on behalf of 9e8b23752ec94896b3683891fd2a3955 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:06:52.902524 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:53.030077 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Allocated IP 172.20.0.12 (8fc80fc9-7817-4d3e-aa0b-1823873d9731/ed5340e4-5af7-4366-9591-7a724b803664/2fb143a8-30e4-46a1-9557-eb4448f0e078) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:06:53.193501 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:53.293432 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:53.344052 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:06:53.347042 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:06:53.350453 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:06:53.391228 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'Port': ['ID=2fb143a8-30e4-46a1-9557-eb4448f0e078,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:06:53.413132 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:53.413619 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:53.536053 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-e9ad4a62-5f7a-4017-ad5f-a70cb3a033e3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8618817 Mar 22 18:06:53.635093 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-efd50890-74dd-498d-8493-74ca1a1f882d None None] Provisioning complete for port 2fb143a8-30e4-46a1-9557-eb4448f0e078 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:06:53.636040 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-efd50890-74dd-498d-8493-74ca1a1f882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:53.672653 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-efd50890-74dd-498d-8493-74ca1a1f882d None None] Port 2fb143a8-30e4-46a1-9557-eb4448f0e078 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:06:53.994685 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50919a5-ed0b-4a52-afac-d36d2faaf9f2 req-03941aca-b0dd-463b-8b95-61e7df768b2a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:53.997938 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c50919a5-ed0b-4a52-afac-d36d2faaf9f2 req-03941aca-b0dd-463b-8b95-61e7df768b2a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.1163988 Mar 22 18:06:54.046514 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c50919a5-ed0b-4a52-afac-d36d2faaf9f2 req-75c4bf46-3c8d-46f5-8f91-ef3123e88b4e tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446284 Mar 22 18:06:54.698684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a801686c-3497-474e-8740-cfe8aec68168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:55.166596 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211fe23-f533-437f-b7c2-7dde999d85b8 req-ec707b89-a2e8-4b02-992d-1a0a5b983a6c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:55.168084 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8211fe23-f533-437f-b7c2-7dde999d85b8 req-ec707b89-a2e8-4b02-992d-1a0a5b983a6c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.0530157 Mar 22 18:06:55.215764 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8211fe23-f533-437f-b7c2-7dde999d85b8 req-5d0490a5-fffb-4113-baf7-2fedb3a9ba60 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Mar 22 18:06:56.007666 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:56.336288 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a1ea5-a085-4b53-998a-ed2aedfbf153 req-b95bfb4f-3f82-400b-bcb6-888770686269 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:56.338092 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b97a1ea5-a085-4b53-998a-ed2aedfbf153 req-b95bfb4f-3f82-400b-bcb6-888770686269 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.0569124 Mar 22 18:06:56.384724 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b97a1ea5-a085-4b53-998a-ed2aedfbf153 req-5b8b0851-888f-4aef-8c49-b0c6c9470596 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412252 Mar 22 18:06:57.504329 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d893f-8146-4e59-835e-8f486c99d810 req-008e0f74-d764-44d6-bab5-df7cb45d0ade tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:57.505832 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e5d893f-8146-4e59-835e-8f486c99d810 req-008e0f74-d764-44d6-bab5-df7cb45d0ade tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.0553143 Mar 22 18:06:57.521650 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:57.556142 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e5d893f-8146-4e59-835e-8f486c99d810 req-46459966-3690-43c6-b60d-b867fdb2afa6 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Mar 22 18:06:58.676050 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55971659-2772-47b4-b17f-179b1eddcafa req-95b76050-ff4d-4778-8740-9af7e7d3dca5 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:58.677597 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-55971659-2772-47b4-b17f-179b1eddcafa req-95b76050-ff4d-4778-8740-9af7e7d3dca5 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.0513563 Mar 22 18:06:58.730077 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-55971659-2772-47b4-b17f-179b1eddcafa req-58202976-45db-4461-89e6-bedf8721852f tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461087 Mar 22 18:06:59.050098 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:06:59.845377 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052361f-ed83-4eec-bf84-37293e15fd0a req-f68273d7-8e33-46c2-8f43-e9684071c1d3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:06:59.846876 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2052361f-ed83-4eec-bf84-37293e15fd0a req-f68273d7-8e33-46c2-8f43-e9684071c1d3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.0507228 Mar 22 18:06:59.899437 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2052361f-ed83-4eec-bf84-37293e15fd0a req-29a01041-791d-4de9-beee-5a991f39a14a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Mar 22 18:07:01.019144 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6446c7-be63-4636-8430-e60fc319dca2 req-5a50d1cb-b9f3-4329-9a31-83728c5f11e2 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:01.020676 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1b6446c7-be63-4636-8430-e60fc319dca2 req-5a50d1cb-b9f3-4329-9a31-83728c5f11e2 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.0543783 Mar 22 18:07:01.068580 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1b6446c7-be63-4636-8430-e60fc319dca2 req-c2b06697-e4c0-4dee-98ce-31d40fd57253 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419271 Mar 22 18:07:02.195251 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2040c-68b0-4272-a3b0-ad9f488175d3 req-484a349a-1289-4cac-9d6a-d34c31e88917 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:02.196917 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fef2040c-68b0-4272-a3b0-ad9f488175d3 req-484a349a-1289-4cac-9d6a-d34c31e88917 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.0604041 Mar 22 18:07:02.247488 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fef2040c-68b0-4272-a3b0-ad9f488175d3 req-67451946-b2b6-4c21-a5c6-473ab566c57e tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Mar 22 18:07:03.370543 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4de28-13b2-47e4-88ae-9cd13f750666 req-3172f322-a478-4659-8501-39779940871f tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:03.372020 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-37a4de28-13b2-47e4-88ae-9cd13f750666 req-3172f322-a478-4659-8501-39779940871f tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.0536106 Mar 22 18:07:03.420250 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-37a4de28-13b2-47e4-88ae-9cd13f750666 req-0ee8a82b-f560-459b-bb3a-084b2a96ba45 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Mar 22 18:07:04.547123 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4cbad-9c94-4ada-b559-51e7a762fd2c req-7a0b1213-9bbb-456c-ab8d-d907456a908d tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:04.550449 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1af4cbad-9c94-4ada-b559-51e7a762fd2c req-7a0b1213-9bbb-456c-ab8d-d907456a908d tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.0573883 Mar 22 18:07:04.614158 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1af4cbad-9c94-4ada-b559-51e7a762fd2c req-fe2ccc1b-016d-48bb-9475-9cbb2a4e4f17 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Mar 22 18:07:05.393577 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Request body: {'port': {'device_id': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:05.459351 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:05.755076 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb143a8-30e4-46a1-9557-eb4448f0e078 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:07:05.765103 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Publish callbacks [] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:05.783009 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Transition to ACTIVE for port object 2fb143a8-30e4-46a1-9557-eb4448f0e078 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:07:05.793220 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d1940-aaa0-4bfb-ab91-118555203d06 req-1dce5b69-9824-4a4a-8696-3ad7448ba740 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:05.794724 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ff9d1940-aaa0-4bfb-ab91-118555203d06 req-1dce5b69-9824-4a4a-8696-3ad7448ba740 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 932 time: 0.0769050 Mar 22 18:07:05.838023 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:05.850341 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ff9d1940-aaa0-4bfb-ab91-118555203d06 req-50957c52-c2e0-4721-b36b-1a5820d0d8eb tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497994 Mar 22 18:07:05.893313 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb143a8-30e4-46a1-9557-eb4448f0e078,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:05.970124 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Attempting to bind port 2fb143a8-30e4-46a1-9557-eb4448f0e078 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:07:05.970461 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Attempting to bind port 2fb143a8-30e4-46a1-9557-eb4448f0e078 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:07:05.970784 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Attempting to bind port 2fb143a8-30e4-46a1-9557-eb4448f0e078 on network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:07:05.975615 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Port 2fb143a8-30e4-46a1-9557-eb4448f0e078 on network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:07:05.975931 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Attempting to bind port 2fb143a8-30e4-46a1-9557-eb4448f0e078 on network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:07:05.981271 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:07:05.981700 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Checking segment: {'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:07:05.982082 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Bound using segment: {'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:07:05.982525 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Bound port: 2fb143a8-30e4-46a1-9557-eb4448f0e078, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '430fab5c-4d3d-4798-ad01-1c19cfaa7171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:07:05.982922 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:06.048548 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] For port 2fb143a8-30e4-46a1-9557-eb4448f0e078, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:07:06.051472 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] For port 2fb143a8-30e4-46a1-9557-eb4448f0e078, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:07:06.173296 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:06.206717 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:06.207325 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:06.208674 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] 10.222.0.74 "PUT /v2.0/ports/2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 1094 time: 0.8200002 Mar 22 18:07:06.209112 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:07:06.211346 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20938eb-4a0d-47e6-8f10-7ab2cc90acd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:07:06.237616 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894bd3c-f073-4b39-baf1-ab160ae807c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb143a8-30e4-46a1-9557-eb4448f0e078,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:06.257169 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ae3f3b-98a1-4380-8e36-da20b0d6f704 x-openstack-request-id: req-24ae3f3b-98a1-4380-8e36-da20b0d6f704 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:07:06.257495 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:07:06.257757 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24ae3f3b-98a1-4380-8e36-da20b0d6f704 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:07:06.258177 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ae3f3b-98a1-4380-8e36-da20b0d6f704'] response: {'name': 'network-changed', 'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'status': 'completed', 'code': 200} Mar 22 18:07:06.968863 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875758a-973f-4f43-8861-63995ff298cc req-e5e97d84-3201-4d5f-8ea6-2573f03eca94 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:06.970446 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0875758a-973f-4f43-8861-63995ff298cc req-e5e97d84-3201-4d5f-8ea6-2573f03eca94 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 944 time: 0.0543766 Mar 22 18:07:07.021188 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0875758a-973f-4f43-8861-63995ff298cc req-ba5c8495-4a8f-469f-9676-6b5766361d1c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 Mar 22 18:07:07.136024 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42322) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:07.212333 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20938eb-4a0d-47e6-8f10-7ab2cc90acd5 req-cfea6893-4c15-4a4e-800c-d0d456e6d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:07.213744 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e20938eb-4a0d-47e6-8f10-7ab2cc90acd5 req-cfea6893-4c15-4a4e-800c-d0d456e6d0fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1128 time: 0.0447581 Mar 22 18:07:07.284344 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-13bb105c-751b-41c5-9633-fb209082cea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:07.605231 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20938eb-4a0d-47e6-8f10-7ab2cc90acd5 req-9671f802-2b69-4dc9-a17b-2dc7009d23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:07.606720 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e20938eb-4a0d-47e6-8f10-7ab2cc90acd5 req-9671f802-2b69-4dc9-a17b-2dc7009d23b7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9e8b23752ec94896b3683891fd2a3955&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3751934 Mar 22 18:07:07.693557 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-13bb105c-751b-41c5-9633-fb209082cea8 admin admin] Publish callbacks [] for security_group (5aec2db6-fade-491f-858c-1055f65bd4e8), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:07.719650 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20938eb-4a0d-47e6-8f10-7ab2cc90acd5 req-bb80db03-d9a4-4a01-bdad-a6816326944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:07.721051 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e20938eb-4a0d-47e6-8f10-7ab2cc90acd5 req-bb80db03-d9a4-4a01-bdad-a6816326944f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050582 Mar 22 18:07:07.755292 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-13bb105c-751b-41c5-9633-fb209082cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (5aec2db6-fade-491f-858c-1055f65bd4e8), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:07.793231 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-13bb105c-751b-41c5-9633-fb209082cea8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b60c1eb889c4a388bdea698959d1ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6561332 Mar 22 18:07:07.794379 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb105c-751b-41c5-9633-fb209082cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aec2db6-fade-491f-858c-1055f65bd4e8,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:07.795949 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42326) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:07.842934 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-f2e3b19f-e797-4856-90e7-b63bc1bb9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:07.844416 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-f2e3b19f-e797-4856-90e7-b63bc1bb9803 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1128 time: 0.0473073 Mar 22 18:07:07.845633 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8d77082a-5441-4b35-92b2-42c9867a1014 admin admin] Publish callbacks [] for security_group (5aec2db6-fade-491f-858c-1055f65bd4e8), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:07.867438 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8d77082a-5441-4b35-92b2-42c9867a1014 admin admin] Publish callbacks [] for security_group (5aec2db6-fade-491f-858c-1055f65bd4e8), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:07.886746 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-362fd539-045c-44e1-8887-34dbe66707f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 217 time: 0.0342038 Mar 22 18:07:07.935886 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-8085c02e-db85-4056-9dc3-23566f5aa233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:07.937367 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-8085c02e-db85-4056-9dc3-23566f5aa233 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed5340e4-5af7-4366-9591-7a724b803664 HTTP/1.1" status: 200 len: 854 time: 0.0435076 Mar 22 18:07:07.989620 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-cbd900aa-b44e-4295-8705-3af51b647d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:07.991174 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-cbd900aa-b44e-4295-8705-3af51b647d57 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8fc80fc9-7817-4d3e-aa0b-1823873d9731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472689 Mar 22 18:07:08.002048 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8d77082a-5441-4b35-92b2-42c9867a1014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (5aec2db6-fade-491f-858c-1055f65bd4e8), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:08.004865 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8d77082a-5441-4b35-92b2-42c9867a1014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:08.013139 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-8d77082a-5441-4b35-92b2-42c9867a1014 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5aec2db6-fade-491f-858c-1055f65bd4e8 HTTP/1.1" status: 204 len: 168 time: 0.2116745 Mar 22 18:07:08.021541 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77082a-5441-4b35-92b2-42c9867a1014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aec2db6-fade-491f-858c-1055f65bd4e8,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:08.094353 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-dce78a30-6c80-4acf-9228-606170816388 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933802 Mar 22 18:07:08.207155 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09326b71-20d4-4fc6-b204-2596da33761d req-2720a6cb-4b1d-4a78-be8d-3616d5d8fec4 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:08.208686 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-09326b71-20d4-4fc6-b204-2596da33761d req-2720a6cb-4b1d-4a78-be8d-3616d5d8fec4 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 944 time: 0.1134567 Mar 22 18:07:08.234952 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d22b5719-7a21-407e-a7af-c390ebf74aa3 req-8635e35d-c8e8-477d-a6c5-132e014513a9 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308720 Mar 22 18:07:08.264837 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-09326b71-20d4-4fc6-b204-2596da33761d req-82951cd4-551e-42ff-a5d5-b2a2d3725fe3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 Mar 22 18:07:08.600582 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42334) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:08.613385 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-77f6ff45-0f19-4bc8-8a1a-8a5561fe6b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:08.688057 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-77f6ff45-0f19-4bc8-8a1a-8a5561fe6b06 admin admin] Publish callbacks [] for security_group (96f6e90f-bcc9-4555-b33c-31777cad145a), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:08.755288 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-77f6ff45-0f19-4bc8-8a1a-8a5561fe6b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (96f6e90f-bcc9-4555-b33c-31777cad145a), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:08.794563 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-77f6ff45-0f19-4bc8-8a1a-8a5561fe6b06 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d4a4b744d79442ceba6dba02fe339c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925857 Mar 22 18:07:08.795435 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6ff45-0f19-4bc8-8a1a-8a5561fe6b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f6e90f-bcc9-4555-b33c-31777cad145a,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:08.797003 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42336) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:08.844380 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8c3d-1a13-4095-8094-ed2fbbf9ff28 admin admin] Publish callbacks [] for security_group (96f6e90f-bcc9-4555-b33c-31777cad145a), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:08.864706 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8c3d-1a13-4095-8094-ed2fbbf9ff28 admin admin] Publish callbacks [] for security_group (96f6e90f-bcc9-4555-b33c-31777cad145a), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:08.984075 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8c3d-1a13-4095-8094-ed2fbbf9ff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (96f6e90f-bcc9-4555-b33c-31777cad145a), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:08.986806 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8c3d-1a13-4095-8094-ed2fbbf9ff28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:08.988006 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-1b8a8c3d-1a13-4095-8094-ed2fbbf9ff28 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96f6e90f-bcc9-4555-b33c-31777cad145a HTTP/1.1" status: 204 len: 168 time: 0.1899271 Mar 22 18:07:08.997880 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a8c3d-1a13-4095-8094-ed2fbbf9ff28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f6e90f-bcc9-4555-b33c-31777cad145a,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:09.386077 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a7c49-d87a-401d-aeda-211f672c106f req-cff9553e-dcf1-4772-a9df-4542138397bc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:09.387597 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-482a7c49-d87a-401d-aeda-211f672c106f req-cff9553e-dcf1-4772-a9df-4542138397bc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 944 time: 0.0549409 Mar 22 18:07:09.456767 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-482a7c49-d87a-401d-aeda-211f672c106f req-00d72e33-e648-4589-b18e-db9f019e03a1 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555544 Mar 22 18:07:09.849436 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:07:10.581101 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8a53e-9cb6-470c-b6eb-c596738ec7ff req-919860b6-4f13-4f15-9ea4-3c6e263fae94 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:10.582650 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-87e8a53e-9cb6-470c-b6eb-c596738ec7ff req-919860b6-4f13-4f15-9ea4-3c6e263fae94 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 944 time: 0.0535049 Mar 22 18:07:10.629955 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-87e8a53e-9cb6-470c-b6eb-c596738ec7ff req-b3a1ccf2-71be-4eb9-aabb-296c4d280e17 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 Mar 22 18:07:11.749990 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16b01b-47c8-4d6a-b7f5-828a6d036c46 req-184d1840-0a28-4900-b14c-47f460d78eb0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:11.751447 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4b16b01b-47c8-4d6a-b7f5-828a6d036c46 req-184d1840-0a28-4900-b14c-47f460d78eb0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 944 time: 0.0562069 Mar 22 18:07:11.796850 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4b16b01b-47c8-4d6a-b7f5-828a6d036c46 req-46075db6-cdeb-4b74-8ff5-08af8d726a25 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Mar 22 18:07:12.721240 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 2fb143a8-30e4-46a1-9557-eb4448f0e078 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:07:12.819210 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 2fb143a8-30e4-46a1-9557-eb4448f0e078, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:07:12.832170 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'port_id': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'mac_address': 'fa:16:3e:c8:92:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:07:12.874835 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 2fb143a8-30e4-46a1-9557-eb4448f0e078 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:07:12.875231 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:12.888264 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb143a8-30e4-46a1-9557-eb4448f0e078 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:07:12.907407 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 2fb143a8-30e4-46a1-9557-eb4448f0e078, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:07:12.917307 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01deb29-c687-4d70-bee1-f5e037e89176 req-27430f7e-189d-49c7-8100-ba9ea69dcd10 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:12.918946 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b01deb29-c687-4d70-bee1-f5e037e89176 req-27430f7e-189d-49c7-8100-ba9ea69dcd10 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 944 time: 0.0566213 Mar 22 18:07:12.965848 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b01deb29-c687-4d70-bee1-f5e037e89176 req-c122f44f-a0c2-43e2-b156-287ec63cdfc3 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Mar 22 18:07:13.001708 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:13.050324 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=2fb143a8-30e4-46a1-9557-eb4448f0e078,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:13.341456 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['2fb143a8-30e4-46a1-9557-eb4448f0e078'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:07:14.084949 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c2967-9539-4523-be41-53e9a102a698 req-fea0a4fc-60a3-479c-9882-9cae70ddea75 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:14.086518 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-689c2967-9539-4523-be41-53e9a102a698 req-fea0a4fc-60a3-479c-9882-9cae70ddea75 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 945 time: 0.0540164 Mar 22 18:07:14.137490 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-689c2967-9539-4523-be41-53e9a102a698 req-8530e5c6-80b7-42a0-8c4c-1c79a930e4ca tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451899 Mar 22 18:07:14.740847 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 2fb143a8-30e4-46a1-9557-eb4448f0e078 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:07:14.852173 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 2fb143a8-30e4-46a1-9557-eb4448f0e078 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:07:14.856750 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 2fb143a8-30e4-46a1-9557-eb4448f0e078 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:07:14.857125 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:14.935337 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 2fb143a8-30e4-46a1-9557-eb4448f0e078 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:07:14.935643 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:14.957316 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:07:14.959546 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187fe21c-1e43-4e8b-8234-85481656324b" -d '{"events": [{"server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "name": "network-vif-plugged", "status": "completed", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:07:14.972274 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 2fb143a8-30e4-46a1-9557-eb4448f0e078, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:07:14.995023 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab78811-0b5d-447c-8c83-1b286692fa50 x-openstack-request-id: req-6ab78811-0b5d-447c-8c83-1b286692fa50 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:07:14.995317 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "name": "network-vif-plugged", "status": "completed", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:07:14.995632 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ab78811-0b5d-447c-8c83-1b286692fa50 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:07:14.996195 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab78811-0b5d-447c-8c83-1b286692fa50'] response: {'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'code': 200} Mar 22 18:07:15.075620 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:15.122375 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=2fb143a8-30e4-46a1-9557-eb4448f0e078,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:15.256324 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dacd9-fa7c-4d8c-8c9b-8d17959e3bde req-ea7a7487-1208-436b-97b7-61a7c6eaedc0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:15.258001 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-488dacd9-fa7c-4d8c-8c9b-8d17959e3bde req-ea7a7487-1208-436b-97b7-61a7c6eaedc0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0567541 Mar 22 18:07:15.334331 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-488dacd9-fa7c-4d8c-8c9b-8d17959e3bde req-b7d96d71-77c2-4bd3-8f60-6138d580c84d tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641766 Mar 22 18:07:15.338967 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e7af0-d153-433e-94b7-978c86def81c req-ca2161e5-d105-45fc-ab32-8de42f1580c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:15.340962 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5d0e7af0-d153-433e-94b7-978c86def81c req-ca2161e5-d105-45fc-ab32-8de42f1580c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1130 time: 0.0785263 Mar 22 18:07:15.386762 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5d0e7af0-d153-433e-94b7-978c86def81c req-25582361-13e9-460a-8732-3fbb5836d5c1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380602 Mar 22 18:07:16.456557 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7acbd-8007-4111-aaf4-0b7d06d76875 req-69156e53-19a5-4582-afc9-a0a4da336896 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:16.458072 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7fb7acbd-8007-4111-aaf4-0b7d06d76875 req-69156e53-19a5-4582-afc9-a0a4da336896 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0573943 Mar 22 18:07:16.505714 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7fb7acbd-8007-4111-aaf4-0b7d06d76875 req-36c1cbfc-8ac8-4a07-9402-605bbc1609a4 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Mar 22 18:07:17.625232 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b60a24-40ab-4c95-89d4-e14883f8af0e req-46851f70-153a-46df-8996-62b38f7e0f90 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:17.626746 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-15b60a24-40ab-4c95-89d4-e14883f8af0e req-46851f70-153a-46df-8996-62b38f7e0f90 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0557523 Mar 22 18:07:17.673121 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-15b60a24-40ab-4c95-89d4-e14883f8af0e req-1878d92b-ad35-49d7-a1e9-104e7d544be9 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Mar 22 18:07:17.795568 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d7db4-e0bc-4e23-aa46-bec7d85daddd req-3f3ebf0e-0647-48f9-b6b9-f43b1da7a777 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:17.797037 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-629d7db4-e0bc-4e23-aa46-bec7d85daddd req-3f3ebf0e-0647-48f9-b6b9-f43b1da7a777 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0584929 Mar 22 18:07:17.843285 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-629d7db4-e0bc-4e23-aa46-bec7d85daddd req-07c6d07e-4b3c-40fb-9b38-608446d09bd7 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Mar 22 18:07:18.163350 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffc4b1-dd3a-4cd7-b911-55037e0b7329 req-86d0efa1-6e10-4480-a9ad-ea543df11402 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:18.164728 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-feffc4b1-dd3a-4cd7-b911-55037e0b7329 req-86d0efa1-6e10-4480-a9ad-ea543df11402 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0527556 Mar 22 18:07:18.210790 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-feffc4b1-dd3a-4cd7-b911-55037e0b7329 req-daf6f500-b9b9-432f-809a-bd6dd6359db7 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404267 Mar 22 18:07:22.543463 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-caff770f-d6fd-45d0-8ab0-4663da414dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:22.818352 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:24.743261 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-503ddf05-6d58-42fc-a0ed-b61505f5f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:25.932199 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:27.463174 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:28.338715 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890df7fd-d5ec-4181-b40c-03f1861d8954 req-06ad68f8-0c9a-409d-a81c-b8c0a5f7d0ac tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:28.340191 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-890df7fd-d5ec-4181-b40c-03f1861d8954 req-06ad68f8-0c9a-409d-a81c-b8c0a5f7d0ac tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0514989 Mar 22 18:07:28.390572 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-890df7fd-d5ec-4181-b40c-03f1861d8954 req-e462bc3f-ea7e-4665-8552-e60ad1cad26e tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Mar 22 18:07:28.412617 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42620) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:28.566568 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42626) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:28.604777 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a794f07-ce3e-4fb7-afd6-d0c4c3e889ab tempest-TestMinimumBasicScenario-1003036639 tempest-TestMinimumBasicScenario-1003036639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:28.606376 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-5a794f07-ce3e-4fb7-afd6-d0c4c3e889ab tempest-TestMinimumBasicScenario-1003036639 tempest-TestMinimumBasicScenario-1003036639-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1125 time: 0.1927686 Mar 22 18:07:28.609387 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42632) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:28.613718 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'port_id': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:28.683207 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:28.712357 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:28.807309 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Publish callbacks [] for security_group (9cb03842-b3ee-4bef-a03d-bafccbbb074e), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:28.850288 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:28.859082 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9cb03842-b3ee-4bef-a03d-bafccbbb074e), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:28.939566 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb03842-b3ee-4bef-a03d-bafccbbb074e,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:28.947936 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ceb4e44156c470e80f907e8b659385c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779454 Mar 22 18:07:28.949909 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42636) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:28.963189 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.967272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.968341 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:28.968341 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa1dbf-7547-4bcf-b055-1def9ce7cddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.023473 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Allocated IP 172.27.1.157 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:07:29.030900 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Publish callbacks [] for security_group (9cb03842-b3ee-4bef-a03d-bafccbbb074e), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:29.054970 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Publish callbacks [] for security_group (9cb03842-b3ee-4bef-a03d-bafccbbb074e), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:29.064172 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:29.142893 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for port (8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:29.177638 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (9cb03842-b3ee-4bef-a03d-bafccbbb074e), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:29.180279 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:29.181497 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9cb03842-b3ee-4bef-a03d-bafccbbb074e HTTP/1.1" status: 204 len: 168 time: 0.2315888 Mar 22 18:07:29.190377 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb03842-b3ee-4bef-a03d-bafccbbb074e,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:29.197663 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.198013 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.202547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.202547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.202547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.202547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.202547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.202547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.202547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.202547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.202547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.203473 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.203473 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.203473 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.203755 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c13834-2c29-4c8c-882c-6b54ac8602a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:29.231104 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:29.267740 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:07:29.271609 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:07:29.275046 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:07:29.301486 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'Port': ['ID=8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:29.660962 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for floatingip (ea2df313-cf03-4705-b28c-6dd054001feb), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:29.793565 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:29.882859 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42648) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:29.899417 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4cd17c39-0ec3-4704-bd29-8c3fe38bb8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:29.989876 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for port (8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.022315 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4cd17c39-0ec3-4704-bd29-8c3fe38bb8c3 admin admin] Publish callbacks [] for security_group (a57e30a6-9016-4ba1-a511-123afa6a1b47), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.080210 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.111444 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-4cd17c39-0ec3-4704-bd29-8c3fe38bb8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a57e30a6-9016-4ba1-a511-123afa6a1b47), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.180550 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'Port': ['ID=8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:30.193037 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-4cd17c39-0ec3-4704-bd29-8c3fe38bb8c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=75c778a5f53f4c26b9fd48e1b88b983e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091686 Mar 22 18:07:30.195729 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42650) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:30.198077 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd17c39-0ec3-4704-bd29-8c3fe38bb8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57e30a6-9016-4ba1-a511-123afa6a1b47,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:30.204060 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (ea2df313-cf03-4705-b28c-6dd054001feb), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.244886 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6eb06ef7-c6a0-4f50-a81b-55323ab7cb7c admin admin] Publish callbacks [] for security_group (a57e30a6-9016-4ba1-a511-123afa6a1b47), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.266401 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6eb06ef7-c6a0-4f50-a81b-55323ab7cb7c admin admin] Publish callbacks [] for security_group (a57e30a6-9016-4ba1-a511-123afa6a1b47), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.309079 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Floating IP ea2df313-cf03-4705-b28c-6dd054001feb associated. External IP: 172.27.1.157, port: 2fb143a8-30e4-46a1-9557-eb4448f0e078. Mar 22 18:07:30.389734 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6eb06ef7-c6a0-4f50-a81b-55323ab7cb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (a57e30a6-9016-4ba1-a511-123afa6a1b47), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.392271 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6eb06ef7-c6a0-4f50-a81b-55323ab7cb7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.393446 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-6eb06ef7-c6a0-4f50-a81b-55323ab7cb7c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a57e30a6-9016-4ba1-a511-123afa6a1b47 HTTP/1.1" status: 204 len: 168 time: 0.1967127 Mar 22 18:07:30.402590 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb06ef7-c6a0-4f50-a81b-55323ab7cb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57e30a6-9016-4ba1-a511-123afa6a1b47,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:30.522264 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Router ed1abac3-da33-4301-8fc7-4d98135c0651 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:07:30.635241 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:07:30.642635 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] Sync routers for ids ['ed1abac3-da33-4301-8fc7-4d98135c0651'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:07:30.651687 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] Routers {'ed1abac3-da33-4301-8fc7-4d98135c0651'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:07:30.652333 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:07:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['ed1abac3-da33-4301-8fc7-4d98135c0651'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:30.700894 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.740606 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a7395471-6c74-4685-bebc-c67b29ec564a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1301453 Mar 22 18:07:30.742153 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:07:30.743481 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42662) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:30.747156 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fb9bbf-2678-4d63-bf79-2fabadc73117" -d '{"events": [{"name": "network-changed", "server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:07:30.759004 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-1ee85f50-80ac-4528-915c-f3b8f93c4c84 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-963804241', 'description': 'tempest-secgroup-smoke-963804241 description', 'project_id': '9e8b23752ec94896b3683891fd2a3955'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:30.784319 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] Set router ed1abac3-da33-4301-8fc7-4d98135c0651 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:07:30.803291 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69891e6-6dc6-4d73-9188-0afa4fc3efc4 x-openstack-request-id: req-f69891e6-6dc6-4d73-9188-0afa4fc3efc4 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:07:30.803938 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:07:30.804301 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f69891e6-6dc6-4d73-9188-0afa4fc3efc4 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:07:30.804872 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69891e6-6dc6-4d73-9188-0afa4fc3efc4'] response: {'name': 'network-changed', 'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'status': 'completed', 'code': 200} Mar 22 18:07:30.835501 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1ee85f50-80ac-4528-915c-f3b8f93c4c84 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:30.945951 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1ee85f50-80ac-4528-915c-f3b8f93c4c84 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group (f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.012359 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-bf1983be-27bd-4dca-84c3-6a52e42a426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:31.014711 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-bf1983be-27bd-4dca-84c3-6a52e42a426f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1130 time: 0.1703439 Mar 22 18:07:31.035181 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1ee85f50-80ac-4528-915c-f3b8f93c4c84 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.066747 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee85f50-80ac-4528-915c-f3b8f93c4c84 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:31.074224 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ea2df313-cf03-4705-b28c-6dd054001feb', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'port_id': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'mac_address': 'fa:16:3e:c8:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:07:29Z', 'updated_at': '2022-03-22T18:07:29Z', 'revision_number': 0, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374be5ff-66bc-42ef-8cb5-f3945f0f90cb', 'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'mac_address': 'fa:16:3e:9a:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:27Z', 'updated_at': '2022-03-22T18:06:31Z', 'revision_number': 5, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'subnets': [{'id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:31.102295 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] Checking router: ed1abac3-da33-4301-8fc7-4d98135c0651 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:07:31.111543 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] Routers {'ed1abac3-da33-4301-8fc7-4d98135c0651'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:07:31.112429 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:07:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['ed1abac3-da33-4301-8fc7-4d98135c0651'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:31.122638 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-25514907-f8db-42f3-b25a-1d9541c5427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:31.124297 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1ee85f50-80ac-4528-915c-f3b8f93c4c84 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.125297 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-25514907-f8db-42f3-b25a-1d9541c5427b service neutron] 10.222.0.74 "GET /v2.0/networks?id=8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 200 len: 916 time: 0.1043127 Mar 22 18:07:31.126256 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1ee85f50-80ac-4528-915c-f3b8f93c4c84 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3813508 Mar 22 18:07:31.130559 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42680) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:31.135203 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-f2072b3c-ae60-4f0b-93c7-b20498537b66 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac', 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:31.209544 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-5e1e5aa5-a462-4da7-8c79-b52f03c487fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 1000 time: 0.0734389 Mar 22 18:07:31.224503 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] Set router ed1abac3-da33-4301-8fc7-4d98135c0651 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:07:31.242083 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f2072b3c-ae60-4f0b-93c7-b20498537b66 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (266038cc-dece-4f32-8047-1df2cee1d6d1), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.268942 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-dffb6364-e48c-4c1b-9720-17945c78713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:31.270549 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-dffb6364-e48c-4c1b-9720-17945c78713b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed5340e4-5af7-4366-9591-7a724b803664 HTTP/1.1" status: 200 len: 854 time: 0.0549383 Mar 22 18:07:31.313018 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f2072b3c-ae60-4f0b-93c7-b20498537b66 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (266038cc-dece-4f32-8047-1df2cee1d6d1), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.335947 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-469ba113-06d8-4d71-8b23-3fefb8e0a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:31.335947 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-469ba113-06d8-4d71-8b23-3fefb8e0a4a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8fc80fc9-7817-4d3e-aa0b-1823873d9731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563009 Mar 22 18:07:31.348496 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-843bf2b3-6e74-402d-be48-504a7e943ecc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 18:07:31.350152 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-843bf2b3-6e74-402d-be48-504a7e943ecc service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072742 Mar 22 18:07:31.384302 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f2072b3c-ae60-4f0b-93c7-b20498537b66 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (266038cc-dece-4f32-8047-1df2cee1d6d1), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.415124 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2072b3c-ae60-4f0b-93c7-b20498537b66 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266038cc-dece-4f32-8047-1df2cee1d6d1,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:31.465377 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-9e1dd9ac-5caa-46ae-a51e-1b1a0936c4b9 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040943 Mar 22 18:07:31.505655 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f2072b3c-ae60-4f0b-93c7-b20498537b66 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.507193 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f2072b3c-ae60-4f0b-93c7-b20498537b66 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3755927 Mar 22 18:07:31.510311 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42692) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:31.517078 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-e3c9235e-57f3-4b1d-a568-37ba12ff67d0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac', 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:31.532200 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ea2df313-cf03-4705-b28c-6dd054001feb', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'port_id': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'mac_address': 'fa:16:3e:c8:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:07:29Z', 'updated_at': '2022-03-22T18:07:29Z', 'revision_number': 0, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374be5ff-66bc-42ef-8cb5-f3945f0f90cb', 'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'mac_address': 'fa:16:3e:9a:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:27Z', 'updated_at': '2022-03-22T18:06:31Z', 'revision_number': 5, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'subnets': [{'id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:31.566646 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d19b30-e738-4acb-abaa-e46795d9f576 None None] The sync data for ids ['ed1abac3-da33-4301-8fc7-4d98135c0651'] in dv-cinder-739079-8-iscsi is: [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ea2df313-cf03-4705-b28c-6dd054001feb', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'port_id': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'mac_address': 'fa:16:3e:c8:92:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:07:29Z', 'updated_at': '2022-03-22T18:07:29Z', 'revision_number': 0, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374be5ff-66bc-42ef-8cb5-f3945f0f90cb', 'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'mac_address': 'fa:16:3e:9a:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:27Z', 'updated_at': '2022-03-22T18:06:31Z', 'revision_number': 5, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'subnets': [{'id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:07:31.628672 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e3c9235e-57f3-4b1d-a568-37ba12ff67d0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (ba91e138-3907-4865-8961-fb0e37459fad), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.708356 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e3c9235e-57f3-4b1d-a568-37ba12ff67d0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (ba91e138-3907-4865-8961-fb0e37459fad), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.754728 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e3c9235e-57f3-4b1d-a568-37ba12ff67d0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (ba91e138-3907-4865-8961-fb0e37459fad), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.778629 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9235e-57f3-4b1d-a568-37ba12ff67d0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba91e138-3907-4865-8961-fb0e37459fad,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:31.837369 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fadda2e-9944-4d1f-9c15-f83fa5977a84 None None] New status for floating IP ea2df313-cf03-4705-b28c-6dd054001feb: ACTIVE {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:07:31.860423 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-47fb9bbf-2678-4d63-bf79-2fabadc73117 req-33cf0a4f-d54c-4ebd-a3ae-0accf8bd8edf service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919311 Mar 22 18:07:31.879556 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-e3c9235e-57f3-4b1d-a568-37ba12ff67d0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:31.884834 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-e3c9235e-57f3-4b1d-a568-37ba12ff67d0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3700821 Mar 22 18:07:31.886850 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42698) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:31.891679 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-0a075352-a0c3-40c5-8aec-943d07606525 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac', 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:31.984061 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0a075352-a0c3-40c5-8aec-943d07606525 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (7d2660f7-3a1b-4878-b636-5fd66b7d66b4), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.041080 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0a075352-a0c3-40c5-8aec-943d07606525 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (7d2660f7-3a1b-4878-b636-5fd66b7d66b4), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.149220 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0a075352-a0c3-40c5-8aec-943d07606525 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (7d2660f7-3a1b-4878-b636-5fd66b7d66b4), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.168773 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a075352-a0c3-40c5-8aec-943d07606525 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2660f7-3a1b-4878-b636-5fd66b7d66b4,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:32.244554 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0a075352-a0c3-40c5-8aec-943d07606525 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.244554 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-0a075352-a0c3-40c5-8aec-943d07606525 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558300 Mar 22 18:07:32.246721 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42706) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:32.251737 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-728cd617-b43f-4713-8d37-7648bf733f9c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac', 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:32.343502 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-728cd617-b43f-4713-8d37-7648bf733f9c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (1d5362b6-a35b-400c-8740-36186dd8deb5), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.400511 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-728cd617-b43f-4713-8d37-7648bf733f9c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (1d5362b6-a35b-400c-8740-36186dd8deb5), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.457839 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-728cd617-b43f-4713-8d37-7648bf733f9c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (1d5362b6-a35b-400c-8740-36186dd8deb5), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.479189 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cd617-b43f-4713-8d37-7648bf733f9c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5362b6-a35b-400c-8740-36186dd8deb5,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:32.545473 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-728cd617-b43f-4713-8d37-7648bf733f9c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.547353 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-728cd617-b43f-4713-8d37-7648bf733f9c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989299 Mar 22 18:07:32.549357 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42718) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:32.553829 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-73220f9a-360a-47be-ad6d-fd4792e18a35 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac', 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:32.640642 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.securitygroups_db [None req-73220f9a-360a-47be-ad6d-fd4792e18a35 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Project 9e8b23752ec94896b3683891fd2a3955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 18:07:32.646640 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-73220f9a-360a-47be-ad6d-fd4792e18a35 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (f5bc7e09-c3ed-451a-8958-bc177ce37712), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.705412 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-73220f9a-360a-47be-ad6d-fd4792e18a35 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (f5bc7e09-c3ed-451a-8958-bc177ce37712), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.760459 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-73220f9a-360a-47be-ad6d-fd4792e18a35 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (f5bc7e09-c3ed-451a-8958-bc177ce37712), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.778814 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73220f9a-360a-47be-ad6d-fd4792e18a35 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bc7e09-c3ed-451a-8958-bc177ce37712,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:32.831318 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-73220f9a-360a-47be-ad6d-fd4792e18a35 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.832853 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-73220f9a-360a-47be-ad6d-fd4792e18a35 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821710 Mar 22 18:07:32.835359 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42724) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:32.839858 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-d669e953-d387-441d-8c6a-43775f6c5fcd tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac', 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:32.920921 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.securitygroups_db [None req-d669e953-d387-441d-8c6a-43775f6c5fcd tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Project 9e8b23752ec94896b3683891fd2a3955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 18:07:32.926344 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d669e953-d387-441d-8c6a-43775f6c5fcd tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (e1e33c63-3c20-4350-8759-28eb63411dbf), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:32.991347 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d669e953-d387-441d-8c6a-43775f6c5fcd tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (e1e33c63-3c20-4350-8759-28eb63411dbf), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.057794 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d669e953-d387-441d-8c6a-43775f6c5fcd tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (e1e33c63-3c20-4350-8759-28eb63411dbf), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.068391 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42728) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:33.079909 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669e953-d387-441d-8c6a-43775f6c5fcd tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e33c63-3c20-4350-8759-28eb63411dbf,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:33.151601 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d669e953-d387-441d-8c6a-43775f6c5fcd tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.152843 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-d669e953-d387-441d-8c6a-43775f6c5fcd tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3164849 Mar 22 18:07:33.175584 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ba23ae5f-8cbe-4069-be57-3eb017d528c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.247826 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-908a3cd6-de7a-4534-8f56-4cbd8cb1c80e tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963804241&fields=id&tenant_id=9e8b23752ec94896b3683891fd2a3955 HTTP/1.1" status: 200 len: 267 time: 0.0458782 Mar 22 18:07:33.252198 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ba23ae5f-8cbe-4069-be57-3eb017d528c5 admin admin] Publish callbacks [] for security_group (b7c23fa7-d133-4c66-a9de-7e2662918389), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.297819 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ba23ae5f-8cbe-4069-be57-3eb017d528c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b7c23fa7-d133-4c66-a9de-7e2662918389), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.308773 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-67eb1496-aab8-4bf0-a3c4-6626cc66efe5 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:33.310388 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-67eb1496-aab8-4bf0-a3c4-6626cc66efe5 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0562513 Mar 22 18:07:33.322471 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-f74d085a-f071-42de-a556-41757186164c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'port': {'security_groups': ['577f6eca-7034-4f49-bd65-d460bedf1029', 'f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:33.337752 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23ae5f-8cbe-4069-be57-3eb017d528c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c23fa7-d133-4c66-a9de-7e2662918389,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:33.345734 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-ba23ae5f-8cbe-4069-be57-3eb017d528c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3818c26165cf4bc2b51a4b789455511d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761431 Mar 22 18:07:33.346436 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42736) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:33.422063 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-f74d085a-f071-42de-a556-41757186164c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.470229 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c7cc48cc-b8a1-4de7-93b0-4e088f77358a admin admin] Publish callbacks [] for security_group (b7c23fa7-d133-4c66-a9de-7e2662918389), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.510343 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c7cc48cc-b8a1-4de7-93b0-4e088f77358a admin admin] Publish callbacks [] for security_group (b7c23fa7-d133-4c66-a9de-7e2662918389), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.680129 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-f74d085a-f071-42de-a556-41757186164c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] For port 2fb143a8-30e4-46a1-9557-eb4448f0e078, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:07:33.707785 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c7cc48cc-b8a1-4de7-93b0-4e088f77358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b7c23fa7-d133-4c66-a9de-7e2662918389), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.710396 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c7cc48cc-b8a1-4de7-93b0-4e088f77358a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.711531 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-c7cc48cc-b8a1-4de7-93b0-4e088f77358a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7c23fa7-d133-4c66-a9de-7e2662918389 HTTP/1.1" status: 204 len: 168 time: 0.3641527 Mar 22 18:07:33.716408 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-f74d085a-f071-42de-a556-41757186164c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.723856 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc48cc-b8a1-4de7-93b0-4e088f77358a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c23fa7-d133-4c66-a9de-7e2662918389,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:33.777924 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-f74d085a-f071-42de-a556-41757186164c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.791431 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['2fb143a8-30e4-46a1-9557-eb4448f0e078'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:07:33.822841 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-f74d085a-f071-42de-a556-41757186164c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:33.823734 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-f74d085a-f071-42de-a556-41757186164c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:33.825140 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-86ab3e74-b205-4afe-835b-93acedc7a2ff req-f74d085a-f071-42de-a556-41757186164c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "PUT /v2.0/ports/2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 982 time: 0.5074332 Mar 22 18:07:33.825639 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:07:33.828080 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4719ee66-30e0-49d2-975a-93026bb5a714" -d '{"events": [{"name": "network-changed", "server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:07:33.880488 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d085a-f071-42de-a556-41757186164c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'Port': ['ID=2fb143a8-30e4-46a1-9557-eb4448f0e078,revision_number=6']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:33.904161 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300e5c4f-bd16-4d18-a3f9-84ac3ae82dc6 x-openstack-request-id: req-300e5c4f-bd16-4d18-a3f9-84ac3ae82dc6 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:07:33.904679 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:07:33.905287 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-300e5c4f-bd16-4d18-a3f9-84ac3ae82dc6 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:07:33.905962 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300e5c4f-bd16-4d18-a3f9-84ac3ae82dc6'] response: {'name': 'network-changed', 'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'status': 'completed', 'code': 200} Mar 22 18:07:33.966063 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['2fb143a8-30e4-46a1-9557-eb4448f0e078'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:07:34.038744 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc84c70-9501-4899-8a98-a6c32e0391a6 req-c174f84a-b42c-4a65-8642-81d136fe8bb8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:34.040704 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7fc84c70-9501-4899-8a98-a6c32e0391a6 req-c174f84a-b42c-4a65-8642-81d136fe8bb8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.1337373 Mar 22 18:07:34.064138 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-75491239-6d29-40ac-89ac-95ee16c701cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:34.065895 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-75491239-6d29-40ac-89ac-95ee16c701cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1169 time: 0.1194670 Mar 22 18:07:34.209730 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7fc84c70-9501-4899-8a98-a6c32e0391a6 req-de1ea101-e75e-4f37-bb32-ca26d4cc1495 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562335 Mar 22 18:07:34.238671 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-7e85b166-bbe4-422e-a164-701917c95e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:34.240348 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-7e85b166-bbe4-422e-a164-701917c95e39 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 200 len: 916 time: 0.1636775 Mar 22 18:07:34.268453 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-e1775ced-ccf9-46f4-9c2c-f37c5c01b7eb None None] Provisioning complete for port 2fb143a8-30e4-46a1-9557-eb4448f0e078 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:07:34.268965 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e1775ced-ccf9-46f4-9c2c-f37c5c01b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:34.330237 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-fe66e0fa-a50d-45fd-b935-56e40ac119fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 1002 time: 0.0823727 Mar 22 18:07:34.397037 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42758) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:34.406486 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-2bcf7f64-b2eb-4335-956e-3bccd87fda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:34.409377 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-2bcf7f64-b2eb-4335-956e-3bccd87fda37 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed5340e4-5af7-4366-9591-7a724b803664 HTTP/1.1" status: 200 len: 854 time: 0.0720654 Mar 22 18:07:34.417912 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6807767b-07cc-4223-bcc9-53a007a0a687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:34.471033 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-be7bd044-647e-4bb4-92a3-75108e6f08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:34.472774 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-be7bd044-647e-4bb4-92a3-75108e6f08c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8fc80fc9-7817-4d3e-aa0b-1823873d9731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571747 Mar 22 18:07:34.503522 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-e1775ced-ccf9-46f4-9c2c-f37c5c01b7eb None None] Current status of the port 2fb143a8-30e4-46a1-9557-eb4448f0e078 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:07:34.517714 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6807767b-07cc-4223-bcc9-53a007a0a687 admin admin] Publish callbacks [] for security_group (006e6f04-6029-4805-818d-de222c2769fe), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:34.579371 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-6807767b-07cc-4223-bcc9-53a007a0a687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (006e6f04-6029-4805-818d-de222c2769fe), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:34.594635 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-334263a0-329c-4d83-928a-da5069f4fdf8 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147356 Mar 22 18:07:34.627432 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-6807767b-07cc-4223-bcc9-53a007a0a687 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=009075428e334781839765d8ec745fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290406 Mar 22 18:07:34.628571 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807767b-07cc-4223-bcc9-53a007a0a687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006e6f04-6029-4805-818d-de222c2769fe,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:34.632823 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42762) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:34.687206 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-eced0516-faed-4b60-88be-85acbac0652d admin admin] Publish callbacks [] for security_group (006e6f04-6029-4805-818d-de222c2769fe), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:34.705269 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4719ee66-30e0-49d2-975a-93026bb5a714 req-e2a1258f-d5a3-4581-995a-3ac947f83961 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024985 Mar 22 18:07:34.712243 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-eced0516-faed-4b60-88be-85acbac0652d admin admin] Publish callbacks [] for security_group (006e6f04-6029-4805-818d-de222c2769fe), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:34.784023 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be389bd-26ef-4529-a6b4-8eed9bbba8ba req-8551428a-82a9-4260-9d46-def38ff442c6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:34.785557 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6be389bd-26ef-4529-a6b4-8eed9bbba8ba req-8551428a-82a9-4260-9d46-def38ff442c6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 946 time: 0.0543084 Mar 22 18:07:34.806222 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-eced0516-faed-4b60-88be-85acbac0652d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (006e6f04-6029-4805-818d-de222c2769fe), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:34.808816 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-eced0516-faed-4b60-88be-85acbac0652d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:34.809975 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-eced0516-faed-4b60-88be-85acbac0652d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/006e6f04-6029-4805-818d-de222c2769fe HTTP/1.1" status: 204 len: 168 time: 0.1760998 Mar 22 18:07:34.818296 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced0516-faed-4b60-88be-85acbac0652d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006e6f04-6029-4805-818d-de222c2769fe,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:34.839136 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6be389bd-26ef-4529-a6b4-8eed9bbba8ba req-e28180f7-9c62-4fd7-9aa9-538cc3cb213b tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478292 Mar 22 18:07:35.985364 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538eab25-b771-4f54-9fd1-431c5b25365d req-7c2466f8-52a5-47b4-bbfb-46fdde3c3ed5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:35.987251 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-538eab25-b771-4f54-9fd1-431c5b25365d req-7c2466f8-52a5-47b4-bbfb-46fdde3c3ed5 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 946 time: 0.0702631 Mar 22 18:07:36.038816 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-538eab25-b771-4f54-9fd1-431c5b25365d req-0365d785-3f9d-4787-a61f-3bb00b02d870 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460391 Mar 22 18:07:36.673349 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-4d36f7bc-8e04-4dec-9c09-a4f2f5c83fdf tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:36.675620 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-4d36f7bc-8e04-4dec-9c09-a4f2f5c83fdf tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 946 time: 0.0530267 Mar 22 18:07:36.774465 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Deleting port 5680f56a-a18e-4eee-a591-ecb40fc90c68 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:07:36.774800 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:36.861779 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] For port 5680f56a-a18e-4eee-a591-ecb40fc90c68, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=5680f56a-a18e-4eee-a591-ecb40fc90c68,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:07:36.862170 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:37.037819 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:37.038421 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (00843207-95db-4d8b-8c32-1cf168ca4c75), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:37.038538 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Floating IP 00843207-95db-4d8b-8c32-1cf168ca4c75 disassociated. External IP: 172.27.1.216, port: 5680f56a-a18e-4eee-a591-ecb40fc90c68. Mar 22 18:07:37.038822 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Calling delete_port for 5680f56a-a18e-4eee-a591-ecb40fc90c68 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:07:37.200247 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f15ffe-0ed2-400c-9ac1-f400030ca48f req-89cbd8da-4131-4485-9d1a-9bbf4a406b50 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:37.202383 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-39f15ffe-0ed2-400c-9ac1-f400030ca48f req-89cbd8da-4131-4485-9d1a-9bbf4a406b50 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 946 time: 0.0892048 Mar 22 18:07:37.247321 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (5680f56a-a18e-4eee-a591-ecb40fc90c68), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:37.282241 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-39f15ffe-0ed2-400c-9ac1-f400030ca48f req-edcb5720-7e3d-4e37-b9fe-c8ccad7e4237 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups?id=db360ca8-eaa2-498c-84f0-ef778e908379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741930 Mar 22 18:07:37.284977 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event deleted for resources: {'Port': ['ID=5680f56a-a18e-4eee-a591-ecb40fc90c68,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:37.401176 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:07:37.508030 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:07:37.518933 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] Sync routers for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:07:37.530072 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:07:37.530753 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:07:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:37.550215 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] No DVR routers for this DVR port 5680f56a-a18e-4eee-a591-ecb40fc90c68 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:07:37.552928 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:37.556736 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6306ba1f-12d5-443b-921c-89c95b0dbc3f req-6e32457a-ef37-49ea-9a36-7e8460e75541 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.74 "DELETE /v2.0/ports/5680f56a-a18e-4eee-a591-ecb40fc90c68 HTTP/1.1" status: 204 len: 173 time: 0.8768482 Mar 22 18:07:37.557853 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'name': 'network-vif-deleted', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:07:37.560381 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735e4dac-655b-46c3-b8ef-8b2f10646d6d" -d '{"events": [{"server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "name": "network-vif-deleted", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:07:37.602829 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16b6ecb-f5a4-4007-bab8-422f500ca890 x-openstack-request-id: req-c16b6ecb-f5a4-4007-bab8-422f500ca890 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:07:37.603196 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd73698-058e-490f-83c7-78775043ef13", "name": "network-vif-deleted", "tag": "5680f56a-a18e-4eee-a591-ecb40fc90c68", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:07:37.603595 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c16b6ecb-f5a4-4007-bab8-422f500ca890 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:07:37.604539 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16b6ecb-f5a4-4007-bab8-422f500ca890'] response: {'server_uuid': 'cbd73698-058e-490f-83c7-78775043ef13', 'name': 'network-vif-deleted', 'tag': '5680f56a-a18e-4eee-a591-ecb40fc90c68', 'status': 'completed', 'code': 200} Mar 22 18:07:37.649491 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:07:38.016231 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:38.041478 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] Checking router: 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:07:38.050623 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:07:38.051232 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:07:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:38.156749 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:07:38.362114 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:38.393503 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73db953-8a8c-43a3-a119-0905e767f9b5 None None] The sync data for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi is: [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:05Z', 'revision_number': 4, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f', 'name': '', 'network_id': 'ba936390-cac1-4492-b7d1-b07f4c922a85', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'mac_address': 'fa:16:3e:30:de:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:03Z', 'updated_at': '2022-03-22T17:57:17Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'subnets': [{'id': '7bd4adf8-880a-469c-b4d5-8dfacc6eb998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:07:38.402119 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85711dd1-a18d-4955-b4eb-736cecdb35ef req-166bfb8e-afaf-46a4-b239-20b63ed370ac tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbd73698-058e-490f-83c7-78775043ef13 HTTP/1.1" status: 200 len: 210 time: 0.0306430 Mar 22 18:07:38.627809 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd56101f-b2a8-4ff0-a760-b75ee6e4eaf1 None None] New status for floating IP 00843207-95db-4d8b-8c32-1cf168ca4c75: DOWN {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:07:39.589846 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42836) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:39.644526 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-303835c8-5db6-4110-b5d1-e8ab33b64bf6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (db360ca8-eaa2-498c-84f0-ef778e908379), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:39.666301 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-303835c8-5db6-4110-b5d1-e8ab33b64bf6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (db360ca8-eaa2-498c-84f0-ef778e908379), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:39.795065 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-303835c8-5db6-4110-b5d1-e8ab33b64bf6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (db360ca8-eaa2-498c-84f0-ef778e908379), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:39.797850 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-303835c8-5db6-4110-b5d1-e8ab33b64bf6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:39.798987 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-303835c8-5db6-4110-b5d1-e8ab33b64bf6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "DELETE /v2.0/security-groups/db360ca8-eaa2-498c-84f0-ef778e908379 HTTP/1.1" status: 204 len: 168 time: 0.2081265 Mar 22 18:07:39.801804 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42838) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:39.807733 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303835c8-5db6-4110-b5d1-e8ab33b64bf6 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db360ca8-eaa2-498c-84f0-ef778e908379,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:39.816908 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.api.v2.resource [None req-c3cef0f9-7dd6-4a0a-98d1-06c25404832c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] show failed (client error): The resource could not be found. Mar 22 18:07:39.817949 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-c3cef0f9-7dd6-4a0a-98d1-06c25404832c tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "GET /v2.0/security-groups/db360ca8-eaa2-498c-84f0-ef778e908379 HTTP/1.1" status: 404 len: 347 time: 0.0151711 Mar 22 18:07:39.821375 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42842) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:39.944035 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6622d-3ebd-4f86-8273-fe0126cfc305 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Deleting port 570957e2-95ca-4e3b-a947-cead457271a4 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:07:39.944283 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6622d-3ebd-4f86-8273-fe0126cfc305 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (570957e2-95ca-4e3b-a947-cead457271a4), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:40.021918 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6622d-3ebd-4f86-8273-fe0126cfc305 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (570957e2-95ca-4e3b-a947-cead457271a4), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:40.022286 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6622d-3ebd-4f86-8273-fe0126cfc305 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (570957e2-95ca-4e3b-a947-cead457271a4), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:40.035217 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6622d-3ebd-4f86-8273-fe0126cfc305 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Calling delete_port for 570957e2-95ca-4e3b-a947-cead457271a4 owned by network:floatingip {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:07:40.245968 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6622d-3ebd-4f86-8273-fe0126cfc305 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (570957e2-95ca-4e3b-a947-cead457271a4), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:40.274221 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6622d-3ebd-4f86-8273-fe0126cfc305 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Pushing event deleted for resources: {'Port': ['ID=570957e2-95ca-4e3b-a947-cead457271a4,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:40.331580 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6622d-3ebd-4f86-8273-fe0126cfc305 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks [] for floatingip (00843207-95db-4d8b-8c32-1cf168ca4c75), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:40.334197 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ddd6622d-3ebd-4f86-8273-fe0126cfc305 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:40.335324 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-ddd6622d-3ebd-4f86-8273-fe0126cfc305 tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] 10.222.0.73 "DELETE /v2.0/floatingips/00843207-95db-4d8b-8c32-1cf168ca4c75 HTTP/1.1" status: 204 len: 168 time: 0.5129511 Mar 22 18:07:42.908573 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 5680f56a-a18e-4eee-a591-ecb40fc90c68 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:07:42.930115 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 5680f56a-a18e-4eee-a591-ecb40fc90c68 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:07:42.930453 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 5680f56a-a18e-4eee-a591-ecb40fc90c68 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:07:44.130050 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c97b7-8f59-4773-938f-09e0debc34f0 req-46076c4c-8e1f-4e42-bb6d-9a692e31b724 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:44.131549 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-636c97b7-8f59-4773-938f-09e0debc34f0 req-46076c4c-8e1f-4e42-bb6d-9a692e31b724 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0530376 Mar 22 18:07:44.182073 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-636c97b7-8f59-4773-938f-09e0debc34f0 req-66822eaa-9ad1-49bc-a887-db5ac14e5705 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448444 Mar 22 18:07:45.300473 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f12c28-5e58-425b-8ae0-34c9ef2dc84b req-ac61ac08-8908-4405-91d7-8affa48c3d65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:45.301883 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f1f12c28-5e58-425b-8ae0-34c9ef2dc84b req-ac61ac08-8908-4405-91d7-8affa48c3d65 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0514102 Mar 22 18:07:45.348490 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f1f12c28-5e58-425b-8ae0-34c9ef2dc84b req-27c763f0-716b-403c-9447-085480a03599 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 Mar 22 18:07:46.464120 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cca18b-1d7a-4876-9b5c-670f0c728b70 req-04a96c3d-e6fe-42a5-a8c3-7b6301c41da4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:46.465589 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a3cca18b-1d7a-4876-9b5c-670f0c728b70 req-04a96c3d-e6fe-42a5-a8c3-7b6301c41da4 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0517468 Mar 22 18:07:46.510910 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a3cca18b-1d7a-4876-9b5c-670f0c728b70 req-9d678731-c360-4fdb-bb81-05e9ece9ffb9 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 Mar 22 18:07:46.848299 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:07:47.633220 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b501e48-4571-4148-b3f0-c61f8a3d7d74 req-81918fc0-5839-431f-9e97-ce641d766ef7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:47.634707 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0b501e48-4571-4148-b3f0-c61f8a3d7d74 req-81918fc0-5839-431f-9e97-ce641d766ef7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0548129 Mar 22 18:07:47.680567 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0b501e48-4571-4148-b3f0-c61f8a3d7d74 req-f88a4771-3175-4bbd-ab8e-8e7eb831f4ee tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396297 Mar 22 18:07:48.798563 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d355f04-39cf-492d-9210-5b53a1938b53 req-3c69aea6-0fe4-44f7-9c40-151fb19fd73a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:48.800029 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8d355f04-39cf-492d-9210-5b53a1938b53 req-3c69aea6-0fe4-44f7-9c40-151fb19fd73a tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0529602 Mar 22 18:07:48.851112 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8d355f04-39cf-492d-9210-5b53a1938b53 req-9cea6303-0cc7-410b-a1bb-ac8faf8c92b0 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454929 Mar 22 18:07:49.302747 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-41d096e8-5d7d-4c3c-a0dd-af5b73b95412 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:49.304136 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-41d096e8-5d7d-4c3c-a0dd-af5b73b95412 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.0555484 Mar 22 18:07:49.403217 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Deleting port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:07:49.403562 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:49.477268 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42930) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:49.510847 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] For port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:07:49.511242 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:49.755938 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:49.759666 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:49.759666 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Floating IP 9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1 disassociated. External IP: 172.27.1.79, port: c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58. Mar 22 18:07:49.759666 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Calling delete_port for c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:07:50.043397 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ff680-d127-43e6-be97-8cb819d9e5b7 req-79f46ac2-6f15-4e20-abe4-db72a63046f7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:50.049987 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c52ff680-d127-43e6-be97-8cb819d9e5b7 req-79f46ac2-6f15-4e20-abe4-db72a63046f7 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 945 time: 0.1284981 Mar 22 18:07:50.122158 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c52ff680-d127-43e6-be97-8cb819d9e5b7 req-9df49000-8e2d-4572-90c0-ca6ff79a0f44 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups?id=2582e988-49ad-42b7-9834-dc2ae551df90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681593 Mar 22 18:07:50.126399 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:50.417227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'Port': ['ID=c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:50.572427 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Router 0dd1c279-0183-4674-9d83-412a42615194 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:07:50.575390 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759877'] for router_interface (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:50.809875 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:07:50.822748 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:07:50.836332 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:07:50.837171 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:07:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:50.859819 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] No DVR routers for this DVR port c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:07:50.863546 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:50.866929 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1d7f83d1-cca9-4411-b3b3-59ad484d6666 req-5547215d-ed0e-4aa7-81c8-dcc0a7d2880b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.74 "DELETE /v2.0/ports/c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 HTTP/1.1" status: 204 len: 173 time: 1.5564873 Mar 22 18:07:50.867391 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'name': 'network-vif-deleted', 'tag': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:07:50.869765 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3b871e-b622-48fb-a53c-e5ac4b8ce9d1" -d '{"events": [{"server_uuid": "61d0abaa-1189-4cb2-9718-643a4c88218e", "name": "network-vif-deleted", "tag": "c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:07:50.964972 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:07:50.975020 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] Deleting port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:07:50.975666 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:51.072626 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86c55dd-815b-4f11-a8e2-834be5a3cb99 x-openstack-request-id: req-e86c55dd-815b-4f11-a8e2-834be5a3cb99 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:07:51.075444 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d0abaa-1189-4cb2-9718-643a4c88218e", "name": "network-vif-deleted", "tag": "c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:07:51.075444 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e86c55dd-815b-4f11-a8e2-834be5a3cb99 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:07:51.075444 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86c55dd-815b-4f11-a8e2-834be5a3cb99'] response: {'server_uuid': '61d0abaa-1189-4cb2-9718-643a4c88218e', 'name': 'network-vif-deleted', 'tag': 'c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58', 'status': 'completed', 'code': 200} Mar 22 18:07:51.075917 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] For port 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:07:51.076250 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:51.089887 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] Calling delete_port for 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f owned by network:router_interface {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:07:51.186866 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:51.219887 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:07:51.229864 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:07:51.230476 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:07:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:51.245647 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-58ffb695-ac25-41fb-9ca3-18eb56a06b70 req-0de555e7-2c31-443b-9a4a-bb9a8bbd628c tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/ports?device_id=61d0abaa-1189-4cb2-9718-643a4c88218e HTTP/1.1" status: 200 len: 210 time: 0.0415208 Mar 22 18:07:51.355714 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:07:51.378651 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:51.405847 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:51.599180 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:51.628642 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242106d-e561-4b2b-a47e-822e4978a7e7 None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T17:57:02Z', 'revision_number': 4, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'd9bcfe63-593d-4cb1-b222-81e70bc9735a', 'name': '', 'network_id': '4e4dae78-e07e-477d-b0e6-40a6a7f8a749', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'mac_address': 'fa:16:3e:3e:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:57:00Z', 'updated_at': '2022-03-22T17:57:12Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'subnets': [{'id': '034b3e94-a94e-46aa-aa11-8a9a61a0e34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:07:51.634821 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754165'] for router_interface (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:51.896150 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] Router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:07:51.912190 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b362bfe-6ccb-4924-beac-5e7aa7a7117e None None] New status for floating IP 9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1: DOWN {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:07:52.016994 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:07:52.024888 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-450ea5ba-ae79-4085-bf64-dafc34594b44 admin admin] 10.222.0.73 "PUT /v2.0/routers/8ae2a2cf-af2e-45e6-a64d-9504c38f8048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5441129 Mar 22 18:07:52.025217 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42952) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:52.030843 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] Sync routers for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:07:52.042689 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:07:52.043502 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:07:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:52.161504 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Publish callbacks [] for router (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.169145 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:07:52.384575 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 42962) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:52.442221 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ddea9943-599e-4563-9692-56314ef0f84b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (2582e988-49ad-42b7-9834-dc2ae551df90), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.470461 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ddea9943-599e-4563-9692-56314ef0f84b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (2582e988-49ad-42b7-9834-dc2ae551df90), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.498770 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Publish callbacks [] for router_gateway (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.520846 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:07:51Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:52.553106 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] Checking router: 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:07:52.554880 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-48e2e7bd-d7cc-4d3c-afd4-9e24a511b769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.563993 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] Routers {'8ae2a2cf-af2e-45e6-a64d-9504c38f8048'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:07:52.564779 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:07:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:52.600305 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ddea9943-599e-4563-9692-56314ef0f84b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2582e988-49ad-42b7-9834-dc2ae551df90), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.603716 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ddea9943-599e-4563-9692-56314ef0f84b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.608300 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-ddea9943-599e-4563-9692-56314ef0f84b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "DELETE /v2.0/security-groups/2582e988-49ad-42b7-9834-dc2ae551df90 HTTP/1.1" status: 204 len: 168 time: 0.2192845 Mar 22 18:07:52.608436 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42964) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:52.614515 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea9943-599e-4563-9692-56314ef0f84b tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2582e988-49ad-42b7-9834-dc2ae551df90,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:52.626600 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.api.v2.resource [None req-8d7ab9b5-6507-4d04-a1ae-23ad115bacb3 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] show failed (client error): The resource could not be found. Mar 22 18:07:52.627936 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-8d7ab9b5-6507-4d04-a1ae-23ad115bacb3 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "GET /v2.0/security-groups/2582e988-49ad-42b7-9834-dc2ae551df90 HTTP/1.1" status: 404 len: 347 time: 0.0190141 Mar 22 18:07:52.630781 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42966) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:52.682110 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Deleting port 574baec6-f5c1-486e-ab20-6b36e73111e1 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:07:52.682443 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.685459 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] Set router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:07:52.829143 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] For port 574baec6-f5c1-486e-ab20-6b36e73111e1, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=574baec6-f5c1-486e-ab20-6b36e73111e1,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:07:52.829530 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.848219 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Calling delete_port for 574baec6-f5c1-486e-ab20-6b36e73111e1 owned by network:router_gateway {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:07:52.852453 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.853805 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-c83154a7-baf1-4d3d-89d3-442449a0cc11 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Deleting port c147b551-bdc7-492d-bc0f-bec3ee6c2099 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:07:52.854145 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c83154a7-baf1-4d3d-89d3-442449a0cc11 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (c147b551-bdc7-492d-bc0f-bec3ee6c2099), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.873927 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:07:51Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:52.900973 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb38d08-05e9-425f-924f-c567010b7586 None None] The sync data for ids ['8ae2a2cf-af2e-45e6-a64d-9504c38f8048'] in dv-cinder-739079-8-iscsi is: [{'id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'name': 'tempest-AttachVolumeShelveTestJSON-637836604-router', 'tenant_id': '4d925cb22561432a9fb611016cb4e943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:07:51Z', 'revision_number': 5, 'project_id': '4d925cb22561432a9fb611016cb4e943', 'gw_port': {'id': '574baec6-f5c1-486e-ab20-6b36e73111e1', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae2a2cf-af2e-45e6-a64d-9504c38f8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:56Z', 'updated_at': '2022-03-22T17:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:07:52.938707 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:07:52.964610 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:07:52.964949 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device c9ddf3b5-d4a6-4c00-af75-4ce9a24b0f58 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:07:52.989513 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c83154a7-baf1-4d3d-89d3-442449a0cc11 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (c147b551-bdc7-492d-bc0f-bec3ee6c2099), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:52.989845 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c83154a7-baf1-4d3d-89d3-442449a0cc11 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (c147b551-bdc7-492d-bc0f-bec3ee6c2099), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.036285 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-c83154a7-baf1-4d3d-89d3-442449a0cc11 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Calling delete_port for c147b551-bdc7-492d-bc0f-bec3ee6c2099 owned by network:floatingip {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:07:53.212935 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (574baec6-f5c1-486e-ab20-6b36e73111e1), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.238163 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=574baec6-f5c1-486e-ab20-6b36e73111e1,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:53.285315 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c83154a7-baf1-4d3d-89d3-442449a0cc11 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (c147b551-bdc7-492d-bc0f-bec3ee6c2099), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.318919 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83154a7-baf1-4d3d-89d3-442449a0cc11 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Pushing event deleted for resources: {'Port': ['ID=c147b551-bdc7-492d-bc0f-bec3ee6c2099,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:53.349930 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-756495'] for router_gateway (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.471137 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6629'] for router (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.475261 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Publish callbacks [] for router_controller (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.479601 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c83154a7-baf1-4d3d-89d3-442449a0cc11 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks [] for floatingip (9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.482145 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c83154a7-baf1-4d3d-89d3-442449a0cc11 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.488388 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c83154a7-baf1-4d3d-89d3-442449a0cc11 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] 10.222.0.73 "DELETE /v2.0/floatingips/9bdd49d9-4c5d-425f-9f1c-928a9ad7cef1 HTTP/1.1" status: 204 len: 168 time: 0.8506327 Mar 22 18:07:53.588561 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757996'] for router (8ae2a2cf-af2e-45e6-a64d-9504c38f8048), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.589142 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae2a2cf-af2e-45e6-a64d-9504c38f8048 {{(pid=110337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 18:07:53.593856 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.595144 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-98d2252b-e6b6-4f33-82b2-13514f7c44a2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8ae2a2cf-af2e-45e6-a64d-9504c38f8048 HTTP/1.1" status: 204 len: 168 time: 1.5686631 Mar 22 18:07:53.598128 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42976) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:53.644368 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd877026-9d5f-4518-9608-672384254393 admin admin] Deleting subnet 7bd4adf8-880a-469c-b4d5-8dfacc6eb998 {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:07:53.647993 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dd877026-9d5f-4518-9608-672384254393 admin admin] Publish callbacks [] for subnet (7bd4adf8-880a-469c-b4d5-8dfacc6eb998), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.687874 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dd877026-9d5f-4518-9608-672384254393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (7bd4adf8-880a-469c-b4d5-8dfacc6eb998), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.778535 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dd877026-9d5f-4518-9608-672384254393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (7bd4adf8-880a-469c-b4d5-8dfacc6eb998), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.885966 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dd877026-9d5f-4518-9608-672384254393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (7bd4adf8-880a-469c-b4d5-8dfacc6eb998), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.911422 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd877026-9d5f-4518-9608-672384254393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd4adf8-880a-469c-b4d5-8dfacc6eb998,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:53.914980 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-dd877026-9d5f-4518-9608-672384254393 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:53.918191 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-dd877026-9d5f-4518-9608-672384254393 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7bd4adf8-880a-469c-b4d5-8dfacc6eb998 HTTP/1.1" status: 204 len: 168 time: 0.3189788 Mar 22 18:07:53.920670 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42980) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:53.923387 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f6326-b244-4f6a-acfb-e345b9fba456 None None] Network ba936390-cac1-4492-b7d1-b07f4c922a85 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:07:53.996326 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (ba936390-cac1-4492-b7d1-b07f4c922a85), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.063986 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Deleting port d517a1f1-19cf-455b-b7bc-2dbde40c72bd {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:07:54.064658 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.123238 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] DHCP port deletion for ba936390-cac1-4492-b7d1-b07f4c922a85 request from dv-cinder-739079-8-iscsi {{(pid=110338) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 18:07:54.136496 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] For port d517a1f1-19cf-455b-b7bc-2dbde40c72bd, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d517a1f1-19cf-455b-b7bc-2dbde40c72bd,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:07:54.136809 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.150643 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Calling delete_port for d517a1f1-19cf-455b-b7bc-2dbde40c72bd owned by network:dhcp {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:07:54.155536 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 574baec6-f5c1-486e-ab20-6b36e73111e1 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:07:54.177810 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 574baec6-f5c1-486e-ab20-6b36e73111e1 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:07:54.178161 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 574baec6-f5c1-486e-ab20-6b36e73111e1 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:07:54.178581 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:07:54.200532 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:07:54.200873 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 9b44e9d8-d5c9-41e5-bdb3-afb0f908f04f not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:07:54.228056 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Deleting port d517a1f1-19cf-455b-b7bc-2dbde40c72bd {{(pid=110338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:07:54.228426 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), before_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.288053 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] For port d517a1f1-19cf-455b-b7bc-2dbde40c72bd, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d517a1f1-19cf-455b-b7bc-2dbde40c72bd,segment=NetworkSegment(1d58d7f0-214d-4f45-b9b1-d7243c113497),segment_id=1d58d7f0-214d-4f45-b9b1-d7243c113497)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:07:54.288445 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), precommit_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.304145 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Calling delete_port for d517a1f1-19cf-455b-b7bc-2dbde40c72bd owned by network:dhcp {{(pid=110338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:07:54.337638 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.363509 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d517a1f1-19cf-455b-b7bc-2dbde40c72bd,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:54.367035 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] No DVR routers for this DVR port d517a1f1-19cf-455b-b7bc-2dbde40c72bd on host dv-cinder-739079-8-iscsi {{(pid=110337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:07:54.378673 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (d517a1f1-19cf-455b-b7bc-2dbde40c72bd), after_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.405787 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Pushing event deleted for resources: {'Port': ['ID=d517a1f1-19cf-455b-b7bc-2dbde40c72bd,revision_number=None']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:54.407897 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] No DVR routers for this DVR port d517a1f1-19cf-455b-b7bc-2dbde40c72bd on host dv-cinder-739079-8-iscsi {{(pid=110338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:07:54.418217 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.418335 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.418641 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.418982 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.419319 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.419651 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.419979 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.420306 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.420638 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.420960 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.421284 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.421707 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.421949 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.422271 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.422641 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36333bf-74b3-4dce-8f5a-a6e9dc905b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:07:54.440303 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (ba936390-cac1-4492-b7d1-b07f4c922a85), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.460857 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba936390-cac1-4492-b7d1-b07f4c922a85']}} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:54.471795 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d58d7f0-214d-4f45-b9b1-d7243c113497') {'for_net_delete': True} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:54.472092 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d58d7f0-214d-4f45-b9b1-d7243c113497') {} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:07:54.482380 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130934580'] for segment (1d58d7f0-214d-4f45-b9b1-d7243c113497), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.497311 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (1d58d7f0-214d-4f45-b9b1-d7243c113497), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.503221 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=110337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:07:54.503598 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130356380'] for segment (1d58d7f0-214d-4f45-b9b1-d7243c113497), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: Traceback (most recent call last): Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: timer() Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: cb(*args, **kw) Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: return func(*args, **kwargs) Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: self._notify() Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: self.callback(batched_events) Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: event.method(event) Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: return f(self, *a, **k) Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._get(url).json() Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: return self.request(url, 'GET', **kwargs) Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:07:54.505198 dv-cinder-739079-8-iscsi neutron-server[110337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:07:54.622811 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (ba936390-cac1-4492-b7d1-b07f4c922a85), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.628233 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.631437 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ba936390-cac1-4492-b7d1-b07f4c922a85 HTTP/1.1" status: 204 len: 168 time: 0.7098155 Mar 22 18:07:54.643351 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08426d99-66f6-42e5-aa4b-8b94731bdad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba936390-cac1-4492-b7d1-b07f4c922a85,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:54.742710 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e41ba1f9-1162-4ac8-b722-bc55ee752fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:54.943380 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42990) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:54.984034 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-80f178a6-45e1-4dd1-b8ca-f2e592577f84 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d925cb22561432a9fb611016cb4e943&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394630 Mar 22 18:07:54.986368 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 42992) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:55.039177 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-082432b9-86e8-424d-8b76-e06c6b5c192d admin admin] Publish callbacks [] for security_group (4aaf3dce-8fec-4c03-b309-e22ab6f8bae4), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:55.059603 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-082432b9-86e8-424d-8b76-e06c6b5c192d admin admin] Publish callbacks [] for security_group (4aaf3dce-8fec-4c03-b309-e22ab6f8bae4), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:55.171232 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-082432b9-86e8-424d-8b76-e06c6b5c192d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (4aaf3dce-8fec-4c03-b309-e22ab6f8bae4), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:55.173868 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-082432b9-86e8-424d-8b76-e06c6b5c192d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:55.175069 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-082432b9-86e8-424d-8b76-e06c6b5c192d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4aaf3dce-8fec-4c03-b309-e22ab6f8bae4 HTTP/1.1" status: 204 len: 168 time: 0.1877379 Mar 22 18:07:55.183069 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082432b9-86e8-424d-8b76-e06c6b5c192d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaf3dce-8fec-4c03-b309-e22ab6f8bae4,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:55.801259 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d517a1f1-19cf-455b-b7bc-2dbde40c72bd no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:07:55.832129 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: d517a1f1-19cf-455b-b7bc-2dbde40c72bd {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:07:55.832474 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d517a1f1-19cf-455b-b7bc-2dbde40c72bd not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:07:55.966279 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:56.236209 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43018) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:56.329200 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622059589-network', 'tenant_id': 'dee11f1235f543fca4c7ab1638fad1ea'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:56.445465 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Made reservation on behalf of dee11f1235f543fca4c7ab1638fad1ea for: {'network': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:07:56.447741 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:56.456269 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:56.531917 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Publish callbacks [] for security_group (108b9ef1-fdf9-4315-8b2f-c317c5052c70), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:56.588324 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (108b9ef1-fdf9-4315-8b2f-c317c5052c70), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:56.613584 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=110337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 18:07:56.623371 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b9ef1-fdf9-4315-8b2f-c317c5052c70,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:56.629123 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (0f39c80a-dfa7-4980-9083-11621fa29a9c), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:56.629609 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.segments_db [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Added segment 0f39c80a-dfa7-4980-9083-11621fa29a9c of type vlan for network eb41aeba-aa92-4e9f-ac53-31fd7982d4b9 Mar 22 18:07:56.668147 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (eb41aeba-aa92-4e9f-ac53-31fd7982d4b9), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:56.759978 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (eb41aeba-aa92-4e9f-ac53-31fd7982d4b9), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:56.760951 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:56.761778 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:56.821297 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] Pushing event updated for resources: {'Network': ['ID=eb41aeba-aa92-4e9f-ac53-31fd7982d4b9,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:56.832588 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network eb41aeba-aa92-4e9f-ac53-31fd7982d4b9 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 18:07:56.882925 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-0fba5138-e84f-45bc-a8a9-119d5c1f0f8c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6455624 Mar 22 18:07:56.886825 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43026) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:56.891744 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Request body: {'subnet': {'network_id': 'eb41aeba-aa92-4e9f-ac53-31fd7982d4b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622059589-subnet', 'tenant_id': 'dee11f1235f543fca4c7ab1638fad1ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:56.960036 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Made reservation on behalf of dee11f1235f543fca4c7ab1638fad1ea for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:07:56.962666 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130929192'] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:57.182990 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130356607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130929214'] for subnet (f4ae72eb-2d87-440a-8a46-84e2784d9c7e), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:57.235565 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ae72eb-2d87-440a-8a46-84e2784d9c7e,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:57.246470 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Checking segment: {'id': '0f39c80a-dfa7-4980-9083-11621fa29a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'eb41aeba-aa92-4e9f-ac53-31fd7982d4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:07:57.247070 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Network hostable DHCP agents. Network: eb41aeba-aa92-4e9f-ac53-31fd7982d4b9, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 18:07:57.314233 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Network eb41aeba-aa92-4e9f-ac53-31fd7982d4b9 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 18:07:57.389105 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, eb41aeba-aa92-4e9f-ac53-31fd7982d4b9) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:07:57.394109 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:57.399462 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:57.405293 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c824e67-4171-4fa6-a8ab-32e32bd70e21 None None] Network eb41aeba-aa92-4e9f-ac53-31fd7982d4b9 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:07:57.471569 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1493bcdf-7f63-460b-a51e-d8957c50e58c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5835991 Mar 22 18:07:57.515571 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1eeaf3-889b-4f99-a957-0a6e41f4e53d None None] Network eb41aeba-aa92-4e9f-ac53-31fd7982d4b9 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:07:57.575396 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:58.278127 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43058) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:58.283343 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1151112193-network', 'tenant_id': 'e3eecdb8a9d643939c4fa4c4b9be490d'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:58.349370 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Made reservation on behalf of e3eecdb8a9d643939c4fa4c4b9be490d for: {'network': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:07:58.351761 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:58.361098 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:58.433662 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Publish callbacks [] for security_group (20a373ac-8fac-4933-877b-b26deda4503a), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:58.497297 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (20a373ac-8fac-4933-877b-b26deda4503a), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:58.519547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=110337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 18:07:58.532845 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a373ac-8fac-4933-877b-b26deda4503a,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:58.535573 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-0d487bf5-d77e-4b3a-bf4b-0d2fa2e62342 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433486 Mar 22 18:07:58.538201 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (6751d9d7-3a02-4828-9150-1da67b6d4b91), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:58.541307 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.segments_db [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Added segment 6751d9d7-3a02-4828-9150-1da67b6d4b91 of type vlan for network 6b12ce50-0184-4f51-9b2f-db07f5fefc17 Mar 22 18:07:58.583741 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (6b12ce50-0184-4f51-9b2f-db07f5fefc17), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:58.623805 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-2ddb1563-aadd-4184-abc0-12b713c84ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:58.625313 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-2ddb1563-aadd-4184-abc0-12b713c84ec7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1169 time: 0.0474970 Mar 22 18:07:58.679828 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (6b12ce50-0184-4f51-9b2f-db07f5fefc17), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:58.680863 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:58.681492 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:58.728156 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-277f7ebd-3de8-489f-bb3b-e63f5b84f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:58.729962 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-277f7ebd-3de8-489f-bb3b-e63f5b84f0f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 200 len: 916 time: 0.0864918 Mar 22 18:07:58.739861 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] Pushing event updated for resources: {'Network': ['ID=6b12ce50-0184-4f51-9b2f-db07f5fefc17,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:58.751171 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network 6b12ce50-0184-4f51-9b2f-db07f5fefc17 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 18:07:58.803147 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-a61474a2-e11b-4b89-a209-6c2377556ac0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 1002 time: 0.0670164 Mar 22 18:07:58.826087 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-bd9b09b7-c9c1-4180-8638-74ba15e5ac62 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5465937 Mar 22 18:07:58.829890 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43062) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:58.835205 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Request body: {'subnet': {'network_id': '6b12ce50-0184-4f51-9b2f-db07f5fefc17', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1151112193-subnet', 'tenant_id': 'e3eecdb8a9d643939c4fa4c4b9be490d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:07:58.854709 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-49ff96f7-3236-43d5-9787-360bb41064cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:58.856177 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-49ff96f7-3236-43d5-9787-360bb41064cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed5340e4-5af7-4366-9591-7a724b803664 HTTP/1.1" status: 200 len: 854 time: 0.0463138 Mar 22 18:07:58.904840 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-745c9490-48fe-4707-8bb2-af0be93cd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:58.906370 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-745c9490-48fe-4707-8bb2-af0be93cd9dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8fc80fc9-7817-4d3e-aa0b-1823873d9731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440431 Mar 22 18:07:58.971780 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Made reservation on behalf of e3eecdb8a9d643939c4fa4c4b9be490d for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:07:58.974660 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130929192'] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:58.999455 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-3d5107de-7c3d-4f9a-b2c6-b2f316e66127 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864646 Mar 22 18:07:59.093979 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-722e1695-b4f2-4d1f-bec0-df638cfa87a0 req-11271d38-e352-4671-9cd8-7f619cfb3425 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888121 Mar 22 18:07:59.137141 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:59.276260 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130356607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130929214'] for subnet (33a6cf83-d992-46e7-9107-f0d03a464739), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:59.348774 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a6cf83-d992-46e7-9107-f0d03a464739,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:07:59.359858 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Checking segment: {'id': '6751d9d7-3a02-4828-9150-1da67b6d4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6b12ce50-0184-4f51-9b2f-db07f5fefc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:07:59.360215 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Network hostable DHCP agents. Network: 6b12ce50-0184-4f51-9b2f-db07f5fefc17, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 18:07:59.434024 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Network 6b12ce50-0184-4f51-9b2f-db07f5fefc17 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 18:07:59.514016 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, 6b12ce50-0184-4f51-9b2f-db07f5fefc17) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:07:59.518803 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:07:59.520775 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:59.526926 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4abec-2cfe-44d1-974b-b0b6b438dbc9 None None] Network 6b12ce50-0184-4f51-9b2f-db07f5fefc17 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:07:59.622828 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b350116-b673-4b7f-9787-47c0a2d50826 None None] Network 6b12ce50-0184-4f51-9b2f-db07f5fefc17 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:07:59.632825 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-096fce18-fa5d-4d3e-9b9f-c204161c1667 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8011665 Mar 22 18:07:59.760303 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43086) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:07:59.818823 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-031b23cd-f263-45b9-9fb0-b263f0830bec admin admin] Deleting subnet f4ae72eb-2d87-440a-8a46-84e2784d9c7e {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:07:59.818823 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-031b23cd-f263-45b9-9fb0-b263f0830bec admin admin] Publish callbacks [] for subnet (f4ae72eb-2d87-440a-8a46-84e2784d9c7e), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:59.847471 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-031b23cd-f263-45b9-9fb0-b263f0830bec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (f4ae72eb-2d87-440a-8a46-84e2784d9c7e), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:07:59.886480 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-031b23cd-f263-45b9-9fb0-b263f0830bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (f4ae72eb-2d87-440a-8a46-84e2784d9c7e), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.063280 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-031b23cd-f263-45b9-9fb0-b263f0830bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (f4ae72eb-2d87-440a-8a46-84e2784d9c7e), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.087494 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b23cd-f263-45b9-9fb0-b263f0830bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ae72eb-2d87-440a-8a46-84e2784d9c7e,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:00.093099 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-031b23cd-f263-45b9-9fb0-b263f0830bec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.096266 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-031b23cd-f263-45b9-9fb0-b263f0830bec admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f4ae72eb-2d87-440a-8a46-84e2784d9c7e HTTP/1.1" status: 204 len: 168 time: 0.3349726 Mar 22 18:08:00.098702 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43090) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:00.167785 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (eb41aeba-aa92-4e9f-ac53-31fd7982d4b9), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.243423 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (eb41aeba-aa92-4e9f-ac53-31fd7982d4b9), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.264473 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb41aeba-aa92-4e9f-ac53-31fd7982d4b9']}} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:00.274435 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f39c80a-dfa7-4980-9083-11621fa29a9c') {'for_net_delete': True} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:00.274726 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f39c80a-dfa7-4980-9083-11621fa29a9c') {} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:00.287470 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130934580'] for segment (0f39c80a-dfa7-4980-9083-11621fa29a9c), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.300364 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (0f39c80a-dfa7-4980-9083-11621fa29a9c), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.306109 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=110337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:08:00.306487 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130356380'] for segment (0f39c80a-dfa7-4980-9083-11621fa29a9c), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: Traceback (most recent call last): Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: timer() Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: cb(*args, **kw) Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: return func(*args, **kwargs) Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: self._notify() Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: self.callback(batched_events) Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: event.method(event) Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: return f(self, *a, **k) Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._get(url).json() Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: return self.request(url, 'GET', **kwargs) Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:08:00.308121 dv-cinder-739079-8-iscsi neutron-server[110337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:08:00.434376 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (eb41aeba-aa92-4e9f-ac53-31fd7982d4b9), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.439605 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.443453 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] 10.222.0.73 "DELETE /v2.0/networks/eb41aeba-aa92-4e9f-ac53-31fd7982d4b9 HTTP/1.1" status: 204 len: 168 time: 0.3438416 Mar 22 18:08:00.446419 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43092) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:00.455029 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a25d8-f3d4-4bbc-a404-50eb063c1457 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb41aeba-aa92-4e9f-ac53-31fd7982d4b9,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:00.495922 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_v2 [None req-6029f6c9-6e77-496e-a0aa-04c405995cf1 admin admin] Deleting subnet 33a6cf83-d992-46e7-9107-f0d03a464739 {{(pid=110336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:08:00.499125 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6029f6c9-6e77-496e-a0aa-04c405995cf1 admin admin] Publish callbacks [] for subnet (33a6cf83-d992-46e7-9107-f0d03a464739), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.538304 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6029f6c9-6e77-496e-a0aa-04c405995cf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130815678'] for subnet (33a6cf83-d992-46e7-9107-f0d03a464739), precommit_delete_associations {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.578338 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6029f6c9-6e77-496e-a0aa-04c405995cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (33a6cf83-d992-46e7-9107-f0d03a464739), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.703234 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6029f6c9-6e77-496e-a0aa-04c405995cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131729962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130561769'] for subnet (33a6cf83-d992-46e7-9107-f0d03a464739), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.737337 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6029f6c9-6e77-496e-a0aa-04c405995cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.743765 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-6029f6c9-6e77-496e-a0aa-04c405995cf1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/33a6cf83-d992-46e7-9107-f0d03a464739 HTTP/1.1" status: 204 len: 168 time: 0.2938838 Mar 22 18:08:00.743765 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029f6c9-6e77-496e-a0aa-04c405995cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a6cf83-d992-46e7-9107-f0d03a464739,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:00.744166 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43098) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:00.791889 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43102) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:00.833538 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (6b12ce50-0184-4f51-9b2f-db07f5fefc17), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.917194 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (6b12ce50-0184-4f51-9b2f-db07f5fefc17), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.947195 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b12ce50-0184-4f51-9b2f-db07f5fefc17']}} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:00.958044 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6751d9d7-3a02-4828-9150-1da67b6d4b91') {'for_net_delete': True} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:00.958423 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6751d9d7-3a02-4828-9150-1da67b6d4b91') {} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:00.969229 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130934580'] for segment (6751d9d7-3a02-4828-9150-1da67b6d4b91), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.984252 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (6751d9d7-3a02-4828-9150-1da67b6d4b91), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.991873 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=110337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:08:00.992312 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130356380'] for segment (6751d9d7-3a02-4828-9150-1da67b6d4b91), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: Traceback (most recent call last): Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: timer() Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: cb(*args, **kw) Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: return func(*args, **kwargs) Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: self._notify() Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: self.callback(batched_events) Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: event.method(event) Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: return f(self, *a, **k) Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._get(url).json() Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: return self.request(url, 'GET', **kwargs) Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:08:00.994122 dv-cinder-739079-8-iscsi neutron-server[110337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:08:01.235242 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (6b12ce50-0184-4f51-9b2f-db07f5fefc17), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:01.241268 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:01.244448 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6b12ce50-0184-4f51-9b2f-db07f5fefc17 HTTP/1.1" status: 204 len: 168 time: 0.4992402 Mar 22 18:08:01.255865 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a05c14-8ada-4a43-b792-02924989b052 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b12ce50-0184-4f51-9b2f-db07f5fefc17,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:01.322057 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759877'] for router_interface (0dd1c279-0183-4674-9d83-412a42615194), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:01.568128 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] Deleting port d9bcfe63-593d-4cb1-b222-81e70bc9735a {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:08:01.568799 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:01.590278 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43118) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:01.629563 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a5af5db0-75ae-4bf0-9570-2ecbdcd7d825 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dee11f1235f543fca4c7ab1638fad1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379181 Mar 22 18:08:01.632037 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43120) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:01.675484 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] For port d9bcfe63-593d-4cb1-b222-81e70bc9735a, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d9bcfe63-593d-4cb1-b222-81e70bc9735a,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:08:01.676059 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:01.693718 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] Calling delete_port for d9bcfe63-593d-4cb1-b222-81e70bc9735a owned by network:router_interface {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:08:01.747797 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c12e87e2-b360-4a76-bcd3-74cdffbf5f54 admin admin] Publish callbacks [] for security_group (108b9ef1-fdf9-4315-8b2f-c317c5052c70), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:01.783087 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c12e87e2-b360-4a76-bcd3-74cdffbf5f54 admin admin] Publish callbacks [] for security_group (108b9ef1-fdf9-4315-8b2f-c317c5052c70), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:01.931545 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c12e87e2-b360-4a76-bcd3-74cdffbf5f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (108b9ef1-fdf9-4315-8b2f-c317c5052c70), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:01.934204 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c12e87e2-b360-4a76-bcd3-74cdffbf5f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:01.935373 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-c12e87e2-b360-4a76-bcd3-74cdffbf5f54 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/108b9ef1-fdf9-4315-8b2f-c317c5052c70 HTTP/1.1" status: 204 len: 168 time: 0.3023765 Mar 22 18:08:01.943720 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e87e2-b360-4a76-bcd3-74cdffbf5f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b9ef1-fdf9-4315-8b2f-c317c5052c70,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:01.994769 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (d9bcfe63-593d-4cb1-b222-81e70bc9735a), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:02.027149 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bcfe63-593d-4cb1-b222-81e70bc9735a,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:02.462985 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754165'] for router_interface (0dd1c279-0183-4674-9d83-412a42615194), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:02.659262 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43142) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:02.685875 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] Router 0dd1c279-0183-4674-9d83-412a42615194 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:08:02.699344 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-47d88d28-7b69-481e-8ea8-754f0e7bf31f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e3eecdb8a9d643939c4fa4c4b9be490d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388496 Mar 22 18:08:02.701778 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43146) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:02.750834 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-726598f0-d313-4e1c-b80e-0ec96e680419 admin admin] Publish callbacks [] for security_group (20a373ac-8fac-4933-877b-b26deda4503a), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:02.774784 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-726598f0-d313-4e1c-b80e-0ec96e680419 admin admin] Publish callbacks [] for security_group (20a373ac-8fac-4933-877b-b26deda4503a), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:02.793670 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43148) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:02.810420 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:08:02.818009 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43152) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:02.818189 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-e0a97671-ea8a-4324-b55d-d154366875df admin admin] 10.222.0.73 "PUT /v2.0/routers/0dd1c279-0183-4674-9d83-412a42615194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0249918 Mar 22 18:08:02.822682 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] Sync routers for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:08:02.833131 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:08:02.834108 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:07:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:02.913342 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ab621d07-85f2-40a3-b59a-233064035fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:02.929324 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Publish callbacks [] for router (0dd1c279-0183-4674-9d83-412a42615194), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:02.953450 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:08:03.144302 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:08:01Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:03.150124 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ab621d07-85f2-40a3-b59a-233064035fb4 admin admin] Publish callbacks [] for security_group (0049681a-3394-449b-a3af-c4ace34544cb), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.180746 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] Checking router: 0dd1c279-0183-4674-9d83-412a42615194 for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:08:03.190343 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] Routers {'0dd1c279-0183-4674-9d83-412a42615194'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:08:03.190343 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:07:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['0dd1c279-0183-4674-9d83-412a42615194'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:03.196581 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-726598f0-d313-4e1c-b80e-0ec96e680419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (20a373ac-8fac-4933-877b-b26deda4503a), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.196581 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-726598f0-d313-4e1c-b80e-0ec96e680419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.196581 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-726598f0-d313-4e1c-b80e-0ec96e680419 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20a373ac-8fac-4933-877b-b26deda4503a HTTP/1.1" status: 204 len: 168 time: 0.4920447 Mar 22 18:08:03.205545 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-ab621d07-85f2-40a3-b59a-233064035fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (0049681a-3394-449b-a3af-c4ace34544cb), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.235864 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598f0-d313-4e1c-b80e-0ec96e680419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a373ac-8fac-4933-877b-b26deda4503a,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:03.250549 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-ab621d07-85f2-40a3-b59a-233064035fb4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=560c1509ddba4b07a7d8400ce9ac14a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4534640 Mar 22 18:08:03.250549 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab621d07-85f2-40a3-b59a-233064035fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0049681a-3394-449b-a3af-c4ace34544cb,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:03.255544 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43156) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:03.311920 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Publish callbacks [] for router_gateway (0dd1c279-0183-4674-9d83-412a42615194), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.322997 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bb647cf-ef29-4525-acea-b7898b1bd9cb admin admin] Publish callbacks [] for security_group (0049681a-3394-449b-a3af-c4ace34544cb), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.343056 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] Set router 0dd1c279-0183-4674-9d83-412a42615194 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:08:03.344599 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bb647cf-ef29-4525-acea-b7898b1bd9cb admin admin] Publish callbacks [] for security_group (0049681a-3394-449b-a3af-c4ace34544cb), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.419156 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Deleting port bc98409e-088c-456a-bfee-e15bd92eab55 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:08:03.419487 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.503669 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] For port bc98409e-088c-456a-bfee-e15bd92eab55, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=bc98409e-088c-456a-bfee-e15bd92eab55,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:08:03.504102 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.508999 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bb647cf-ef29-4525-acea-b7898b1bd9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (0049681a-3394-449b-a3af-c4ace34544cb), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.511755 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8bb647cf-ef29-4525-acea-b7898b1bd9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.516752 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-8bb647cf-ef29-4525-acea-b7898b1bd9cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0049681a-3394-449b-a3af-c4ace34544cb HTTP/1.1" status: 204 len: 168 time: 0.2600651 Mar 22 18:08:03.529158 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Calling delete_port for bc98409e-088c-456a-bfee-e15bd92eab55 owned by network:router_gateway {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:08:03.529276 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb647cf-ef29-4525-acea-b7898b1bd9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0049681a-3394-449b-a3af-c4ace34544cb,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:03.551756 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:08:01Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:03.583001 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5fceb1-e1bb-4862-864d-d815287dcff2 None None] The sync data for ids ['0dd1c279-0183-4674-9d83-412a42615194'] in dv-cinder-739079-8-iscsi is: [{'id': '0dd1c279-0183-4674-9d83-412a42615194', 'name': 'tempest-AttachVolumeNegativeTest-337163573-router', 'tenant_id': '5933ff6f94b24ebf85963e593ac67df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:56:54Z', 'updated_at': '2022-03-22T18:08:01Z', 'revision_number': 5, 'project_id': '5933ff6f94b24ebf85963e593ac67df1', 'gw_port': {'id': 'bc98409e-088c-456a-bfee-e15bd92eab55', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd1c279-0183-4674-9d83-412a42615194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:56:55Z', 'updated_at': '2022-03-22T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:08:03.794448 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (bc98409e-088c-456a-bfee-e15bd92eab55), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.820639 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc98409e-088c-456a-bfee-e15bd92eab55,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:03.878196 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-756495'] for router_gateway (0dd1c279-0183-4674-9d83-412a42615194), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.989263 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6629'] for router (0dd1c279-0183-4674-9d83-412a42615194), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:03.992262 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Publish callbacks [] for router_controller (0dd1c279-0183-4674-9d83-412a42615194), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.108459 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d9bcfe63-593d-4cb1-b222-81e70bc9735a no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:08:04.135440 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: d9bcfe63-593d-4cb1-b222-81e70bc9735a {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:08:04.137825 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d9bcfe63-593d-4cb1-b222-81e70bc9735a not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:08:04.173818 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757996'] for router (0dd1c279-0183-4674-9d83-412a42615194), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.174372 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd1c279-0183-4674-9d83-412a42615194 {{(pid=110337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 18:08:04.185720 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.185720 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-20a629a3-522a-4158-9e22-ee9da35b643f admin admin] 10.222.0.73 "DELETE /v2.0/routers/0dd1c279-0183-4674-9d83-412a42615194 HTTP/1.1" status: 204 len: 168 time: 1.3614237 Mar 22 18:08:04.187344 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43180) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:04.233746 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8236e0-ed09-4235-ac6b-e376516d5ea2 admin admin] Deleting subnet 034b3e94-a94e-46aa-aa11-8a9a61a0e34c {{(pid=110336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:08:04.237070 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a8236e0-ed09-4235-ac6b-e376516d5ea2 admin admin] Publish callbacks [] for subnet (034b3e94-a94e-46aa-aa11-8a9a61a0e34c), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.274112 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a8236e0-ed09-4235-ac6b-e376516d5ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130815678'] for subnet (034b3e94-a94e-46aa-aa11-8a9a61a0e34c), precommit_delete_associations {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.378132 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a8236e0-ed09-4235-ac6b-e376516d5ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (034b3e94-a94e-46aa-aa11-8a9a61a0e34c), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.525862 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a8236e0-ed09-4235-ac6b-e376516d5ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131729962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130561769'] for subnet (034b3e94-a94e-46aa-aa11-8a9a61a0e34c), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.552306 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8236e0-ed09-4235-ac6b-e376516d5ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034b3e94-a94e-46aa-aa11-8a9a61a0e34c,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:04.555963 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a8236e0-ed09-4235-ac6b-e376516d5ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.559379 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3a8236e0-ed09-4235-ac6b-e376516d5ea2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/034b3e94-a94e-46aa-aa11-8a9a61a0e34c HTTP/1.1" status: 204 len: 168 time: 0.3704996 Mar 22 18:08:04.561450 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6f9885-75db-4832-a13e-1bf65d5a926d None None] Network 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:08:04.562395 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43192) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:04.638105 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (4e4dae78-e07e-477d-b0e6-40a6a7f8a749), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.709922 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Deleting port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:08:04.710345 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.738353 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b7d38-e048-4ac3-8981-b0ac274f4d4f None None] DHCP port deletion for 4e4dae78-e07e-477d-b0e6-40a6a7f8a749 request from dv-cinder-739079-8-iscsi {{(pid=110338) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 18:08:04.792457 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] For port 7f6c5ecb-9088-4596-8a07-eaa4b979c168, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=7f6c5ecb-9088-4596-8a07-eaa4b979c168,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:08:04.792833 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.808124 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-845b7d38-e048-4ac3-8981-b0ac274f4d4f None None] Deleting port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 {{(pid=110338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:08:04.808569 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-845b7d38-e048-4ac3-8981-b0ac274f4d4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), before_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.809719 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Calling delete_port for 7f6c5ecb-9088-4596-8a07-eaa4b979c168 owned by network:dhcp {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:08:04.874174 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-845b7d38-e048-4ac3-8981-b0ac274f4d4f None None] For port 7f6c5ecb-9088-4596-8a07-eaa4b979c168, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=7f6c5ecb-9088-4596-8a07-eaa4b979c168,segment=NetworkSegment(fc86a71a-973c-484b-b96c-2e5414b181a8),segment_id=fc86a71a-973c-484b-b96c-2e5414b181a8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:08:04.874575 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-845b7d38-e048-4ac3-8981-b0ac274f4d4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), precommit_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.888127 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-845b7d38-e048-4ac3-8981-b0ac274f4d4f None None] Calling delete_port for 7f6c5ecb-9088-4596-8a07-eaa4b979c168 owned by network:dhcp {{(pid=110338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:08:04.954671 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:04.982272 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6c5ecb-9088-4596-8a07-eaa4b979c168,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:04.986728 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] No DVR routers for this DVR port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 on host dv-cinder-739079-8-iscsi {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:08:05.013369 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-845b7d38-e048-4ac3-8981-b0ac274f4d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (7f6c5ecb-9088-4596-8a07-eaa4b979c168), after_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.043820 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b7d38-e048-4ac3-8981-b0ac274f4d4f None None] Pushing event deleted for resources: {'Port': ['ID=7f6c5ecb-9088-4596-8a07-eaa4b979c168,revision_number=None']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:05.054302 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b7d38-e048-4ac3-8981-b0ac274f4d4f None None] No DVR routers for this DVR port 7f6c5ecb-9088-4596-8a07-eaa4b979c168 on host dv-cinder-739079-8-iscsi {{(pid=110338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:08:05.068382 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (4e4dae78-e07e-477d-b0e6-40a6a7f8a749), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.096900 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4dae78-e07e-477d-b0e6-40a6a7f8a749']}} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:05.107977 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc86a71a-973c-484b-b96c-2e5414b181a8') {'for_net_delete': True} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:05.108265 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc86a71a-973c-484b-b96c-2e5414b181a8') {} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:08:05.118028 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130815623'] for segment (fc86a71a-973c-484b-b96c-2e5414b181a8), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.131378 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (fc86a71a-973c-484b-b96c-2e5414b181a8), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.137853 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=110336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:08:05.138246 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131730312'] for segment (fc86a71a-973c-484b-b96c-2e5414b181a8), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: Traceback (most recent call last): Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: timer() Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: cb(*args, **kw) Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: return func(*args, **kwargs) Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: self._notify() Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: self.callback(batched_events) Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: event.method(event) Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: return f(self, *a, **k) Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._get(url).json() Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: return self.request(url, 'GET', **kwargs) Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:08:05.139953 dv-cinder-739079-8-iscsi neutron-server[110336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:08:05.262905 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (4e4dae78-e07e-477d-b0e6-40a6a7f8a749), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.267347 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.281430 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4e4dae78-e07e-477d-b0e6-40a6a7f8a749 HTTP/1.1" status: 204 len: 168 time: 0.7090552 Mar 22 18:08:05.287794 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a754fdf-83ff-452b-b26d-9c4a27a16eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e4dae78-e07e-477d-b0e6-40a6a7f8a749,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:05.703068 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43264) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:05.742931 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-4cae6de4-0459-4b14-908e-6071419399e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5933ff6f94b24ebf85963e593ac67df1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385079 Mar 22 18:08:05.747050 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43266) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:05.796814 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-5ed36048-8347-40a1-9072-2cb3c5003a6d admin admin] Publish callbacks [] for security_group (e1ad7dc7-a301-4a68-9b57-7bc308ad7c48), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.822786 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-5ed36048-8347-40a1-9072-2cb3c5003a6d admin admin] Publish callbacks [] for security_group (e1ad7dc7-a301-4a68-9b57-7bc308ad7c48), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.824165 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device bc98409e-088c-456a-bfee-e15bd92eab55 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:08:05.845728 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: bc98409e-088c-456a-bfee-e15bd92eab55 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:08:05.846081 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device bc98409e-088c-456a-bfee-e15bd92eab55 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:08:05.846509 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 7f6c5ecb-9088-4596-8a07-eaa4b979c168 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:08:05.866142 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 7f6c5ecb-9088-4596-8a07-eaa4b979c168 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:08:05.866486 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 7f6c5ecb-9088-4596-8a07-eaa4b979c168 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:08:05.920123 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-5ed36048-8347-40a1-9072-2cb3c5003a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e1ad7dc7-a301-4a68-9b57-7bc308ad7c48), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.925719 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-5ed36048-8347-40a1-9072-2cb3c5003a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:05.925719 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-5ed36048-8347-40a1-9072-2cb3c5003a6d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e1ad7dc7-a301-4a68-9b57-7bc308ad7c48 HTTP/1.1" status: 204 len: 168 time: 0.1765351 Mar 22 18:08:05.932795 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed36048-8347-40a1-9072-2cb3c5003a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ad7dc7-a301-4a68-9b57-7bc308ad7c48,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:16.261841 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43426) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:16.363927 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ae1897a6-5fbe-4faa-8636-e4e674af0105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:16.435354 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ae1897a6-5fbe-4faa-8636-e4e674af0105 admin admin] Publish callbacks [] for security_group (ef64f9cf-c472-4453-b18e-3cc998a90305), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:16.491571 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ae1897a6-5fbe-4faa-8636-e4e674af0105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (ef64f9cf-c472-4453-b18e-3cc998a90305), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:16.529883 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-ae1897a6-5fbe-4faa-8636-e4e674af0105 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f12655044414b83b1ad20206b1556fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668736 Mar 22 18:08:16.530900 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1897a6-5fbe-4faa-8636-e4e674af0105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef64f9cf-c472-4453-b18e-3cc998a90305,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:16.532559 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43432) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:16.581040 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-edf27f3e-89da-4604-8179-c51f9853666c admin admin] Publish callbacks [] for security_group (ef64f9cf-c472-4453-b18e-3cc998a90305), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:16.602843 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-edf27f3e-89da-4604-8179-c51f9853666c admin admin] Publish callbacks [] for security_group (ef64f9cf-c472-4453-b18e-3cc998a90305), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:16.725562 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-edf27f3e-89da-4604-8179-c51f9853666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (ef64f9cf-c472-4453-b18e-3cc998a90305), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:16.728870 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-edf27f3e-89da-4604-8179-c51f9853666c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:16.730036 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-edf27f3e-89da-4604-8179-c51f9853666c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef64f9cf-c472-4453-b18e-3cc998a90305 HTTP/1.1" status: 204 len: 168 time: 0.1964462 Mar 22 18:08:16.738092 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf27f3e-89da-4604-8179-c51f9853666c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef64f9cf-c472-4453-b18e-3cc998a90305,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:19.655978 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43516) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:19.761235 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-73c31ed8-374c-491c-ac7a-c691628392c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:19.834196 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-73c31ed8-374c-491c-ac7a-c691628392c7 admin admin] Publish callbacks [] for security_group (4581813f-b8c7-4e41-ae01-a3d6880cfb3f), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:19.908160 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-73c31ed8-374c-491c-ac7a-c691628392c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (4581813f-b8c7-4e41-ae01-a3d6880cfb3f), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:19.949369 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-73c31ed8-374c-491c-ac7a-c691628392c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d481d844025e4b64b5f0b510d1ecbe6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919893 Mar 22 18:08:19.950227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c31ed8-374c-491c-ac7a-c691628392c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4581813f-b8c7-4e41-ae01-a3d6880cfb3f,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:19.952659 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43520) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:20.000867 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c409ac9b-3e49-4870-b83f-3e71d9a9ad43 admin admin] Publish callbacks [] for security_group (4581813f-b8c7-4e41-ae01-a3d6880cfb3f), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:20.022731 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c409ac9b-3e49-4870-b83f-3e71d9a9ad43 admin admin] Publish callbacks [] for security_group (4581813f-b8c7-4e41-ae01-a3d6880cfb3f), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:20.148727 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c409ac9b-3e49-4870-b83f-3e71d9a9ad43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (4581813f-b8c7-4e41-ae01-a3d6880cfb3f), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:20.152200 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c409ac9b-3e49-4870-b83f-3e71d9a9ad43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:20.153421 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c409ac9b-3e49-4870-b83f-3e71d9a9ad43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4581813f-b8c7-4e41-ae01-a3d6880cfb3f HTTP/1.1" status: 204 len: 168 time: 0.1993542 Mar 22 18:08:20.161624 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409ac9b-3e49-4870-b83f-3e71d9a9ad43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4581813f-b8c7-4e41-ae01-a3d6880cfb3f,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:20.808210 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43530) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:20.824532 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-017ea2ef-3a67-4df3-9785-5241c01196e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:20.897664 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-017ea2ef-3a67-4df3-9785-5241c01196e2 admin admin] Publish callbacks [] for security_group (46b63f3e-eeb6-4d4d-9351-fd2e416e8014), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:20.954084 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-017ea2ef-3a67-4df3-9785-5241c01196e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (46b63f3e-eeb6-4d4d-9351-fd2e416e8014), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:20.993146 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-017ea2ef-3a67-4df3-9785-5241c01196e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a73447a501ea41c19807deb14908992a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838105 Mar 22 18:08:20.994875 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ea2ef-3a67-4df3-9785-5241c01196e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b63f3e-eeb6-4d4d-9351-fd2e416e8014,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:20.996393 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43536) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:21.050000 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0d0cdbf0-0c3e-46a8-b9e3-1db480bae9a0 admin admin] Publish callbacks [] for security_group (46b63f3e-eeb6-4d4d-9351-fd2e416e8014), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:21.074047 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0d0cdbf0-0c3e-46a8-b9e3-1db480bae9a0 admin admin] Publish callbacks [] for security_group (46b63f3e-eeb6-4d4d-9351-fd2e416e8014), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:21.194202 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0d0cdbf0-0c3e-46a8-b9e3-1db480bae9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (46b63f3e-eeb6-4d4d-9351-fd2e416e8014), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:21.196845 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0d0cdbf0-0c3e-46a8-b9e3-1db480bae9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:21.198062 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-0d0cdbf0-0c3e-46a8-b9e3-1db480bae9a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/46b63f3e-eeb6-4d4d-9351-fd2e416e8014 HTTP/1.1" status: 204 len: 168 time: 0.2006719 Mar 22 18:08:21.208458 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cdbf0-0c3e-46a8-b9e3-1db480bae9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b63f3e-eeb6-4d4d-9351-fd2e416e8014,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:22.519898 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-60416726-8f45-4a28-bf2e-58dc037ac083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:22.868466 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:23.850535 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:08:24.482405 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43642) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:24.584592 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-499e085a-a4c1-4ae0-a886-9f7accb154a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:24.656688 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-499e085a-a4c1-4ae0-a886-9f7accb154a4 admin admin] Publish callbacks [] for security_group (29a8a86f-3c46-4c9d-9276-ed1015c2213e), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:24.730814 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-99f16cb0-bc5c-4133-becf-fa39514546fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:24.759637 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-499e085a-a4c1-4ae0-a886-9f7accb154a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (29a8a86f-3c46-4c9d-9276-ed1015c2213e), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:24.797537 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-499e085a-a4c1-4ae0-a886-9f7accb154a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ac368e5bf4294ddaa6067240d52a88bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140190 Mar 22 18:08:24.798240 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e085a-a4c1-4ae0-a886-9f7accb154a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a8a86f-3c46-4c9d-9276-ed1015c2213e,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:24.800507 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43646) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:24.849366 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a9b41e63-e4c0-41b7-84e5-8317af711298 admin admin] Publish callbacks [] for security_group (29a8a86f-3c46-4c9d-9276-ed1015c2213e), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:24.870428 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a9b41e63-e4c0-41b7-84e5-8317af711298 admin admin] Publish callbacks [] for security_group (29a8a86f-3c46-4c9d-9276-ed1015c2213e), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:24.988316 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a9b41e63-e4c0-41b7-84e5-8317af711298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (29a8a86f-3c46-4c9d-9276-ed1015c2213e), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:24.990987 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-a9b41e63-e4c0-41b7-84e5-8317af711298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:24.992165 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-a9b41e63-e4c0-41b7-84e5-8317af711298 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29a8a86f-3c46-4c9d-9276-ed1015c2213e HTTP/1.1" status: 204 len: 168 time: 0.1906197 Mar 22 18:08:25.000607 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b41e63-e4c0-41b7-84e5-8317af711298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a8a86f-3c46-4c9d-9276-ed1015c2213e,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:25.651002 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 43656) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:25.663852 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-637067ff-c88f-464c-bbda-488a486a8e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:25.739059 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-637067ff-c88f-464c-bbda-488a486a8e27 admin admin] Publish callbacks [] for security_group (3cfc0fcb-5887-4027-b717-ce07310c918b), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:25.799473 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-637067ff-c88f-464c-bbda-488a486a8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (3cfc0fcb-5887-4027-b717-ce07310c918b), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:25.839337 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-637067ff-c88f-464c-bbda-488a486a8e27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da109937103f465e9767eb5d178c5ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871586 Mar 22 18:08:25.840251 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637067ff-c88f-464c-bbda-488a486a8e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfc0fcb-5887-4027-b717-ce07310c918b,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:25.842038 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43658) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:25.895418 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-524f8b5f-724e-4b52-84a3-28446d60933c admin admin] Publish callbacks [] for security_group (3cfc0fcb-5887-4027-b717-ce07310c918b), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:25.921316 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-524f8b5f-724e-4b52-84a3-28446d60933c admin admin] Publish callbacks [] for security_group (3cfc0fcb-5887-4027-b717-ce07310c918b), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:25.937734 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:26.051507 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-524f8b5f-724e-4b52-84a3-28446d60933c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (3cfc0fcb-5887-4027-b717-ce07310c918b), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:26.054137 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-524f8b5f-724e-4b52-84a3-28446d60933c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:26.055309 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-524f8b5f-724e-4b52-84a3-28446d60933c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3cfc0fcb-5887-4027-b717-ce07310c918b HTTP/1.1" status: 204 len: 168 time: 0.2122593 Mar 22 18:08:26.068071 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f8b5f-724e-4b52-84a3-28446d60933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfc0fcb-5887-4027-b717-ce07310c918b,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:27.006402 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43684) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:27.104998 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1614926979-network', 'tenant_id': '22d9e79ef65e4a4da255fb3d9c8816d1'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:08:27.187652 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Made reservation on behalf of 22d9e79ef65e4a4da255fb3d9c8816d1 for: {'network': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:08:27.189937 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.198357 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.271649 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Publish callbacks [] for security_group (2db4839e-5310-45d9-b5fa-832d27db9b1b), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.307919 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2db4839e-5310-45d9-b5fa-832d27db9b1b), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.334310 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=110336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 18:08:27.340335 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db4839e-5310-45d9-b5fa-832d27db9b1b,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:27.347838 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (4ad8813d-0ff3-4c57-85f6-0872100a71eb), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.347838 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.segments_db [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Added segment 4ad8813d-0ff3-4c57-85f6-0872100a71eb of type vlan for network 021b02ca-1ec6-492c-8624-05960e57d8e9 Mar 22 18:08:27.386812 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (021b02ca-1ec6-492c-8624-05960e57d8e9), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.456737 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.485380 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (021b02ca-1ec6-492c-8624-05960e57d8e9), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.486525 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:08:27.487115 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.547227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] Pushing event updated for resources: {'Network': ['ID=021b02ca-1ec6-492c-8624-05960e57d8e9,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:27.557183 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network 021b02ca-1ec6-492c-8624-05960e57d8e9 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 18:08:27.591855 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3dea34fd-5547-4c58-8fd5-22e6edc8db87 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5843053 Mar 22 18:08:27.595063 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43692) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:27.600029 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Request body: {'subnet': {'network_id': '021b02ca-1ec6-492c-8624-05960e57d8e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1614926979-subnet', 'tenant_id': '22d9e79ef65e4a4da255fb3d9c8816d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:08:27.656839 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Made reservation on behalf of 22d9e79ef65e4a4da255fb3d9c8816d1 for: {'subnet': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:08:27.659245 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130561732'] for subnet (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.862775 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131730027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130561746'] for subnet (4ff54dbd-6e48-4a98-9f4f-ea757e119467), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:27.917964 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff54dbd-6e48-4a98-9f4f-ea757e119467,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:27.925903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Checking segment: {'id': '4ad8813d-0ff3-4c57-85f6-0872100a71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '021b02ca-1ec6-492c-8624-05960e57d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:08:27.926260 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Network hostable DHCP agents. Network: 021b02ca-1ec6-492c-8624-05960e57d8e9, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 18:08:28.034224 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Network 021b02ca-1ec6-492c-8624-05960e57d8e9 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 18:08:28.125742 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, 021b02ca-1ec6-492c-8624-05960e57d8e9) {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:08:28.129982 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:08:28.130614 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:28.135521 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c90f813-4fd2-40cc-88fb-bab5e8f94142 None None] Network 021b02ca-1ec6-492c-8624-05960e57d8e9 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:08:28.196906 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-07477a1a-e5d8-49d8-9b40-94af9b36df57 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6005630 Mar 22 18:08:28.230513 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04010252-a542-4761-a67a-874d7941aaec None None] Network 021b02ca-1ec6-492c-8624-05960e57d8e9 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:08:28.836102 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43714) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:28.841790 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1041171065-network', 'tenant_id': '1e1744ca8b5944849582895d6f3c6796'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:08:28.925036 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Made reservation on behalf of 1e1744ca8b5944849582895d6f3c6796 for: {'network': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:08:28.927429 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:28.936202 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.008734 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Publish callbacks [] for security_group (e9842b26-1522-4801-aa0a-40d3a9e07b60), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.091280 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e9842b26-1522-4801-aa0a-40d3a9e07b60), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.116215 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=110336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 18:08:29.129776 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9842b26-1522-4801-aa0a-40d3a9e07b60,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:29.131686 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.139231 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (97db14de-dc0c-4a32-8ded-0ed39cacfd07), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.141226 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.segments_db [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Added segment 97db14de-dc0c-4a32-8ded-0ed39cacfd07 of type vlan for network be278f94-16fa-475c-9cae-256ae5d1e92d Mar 22 18:08:29.141931 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.142279 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.142618 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.142954 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.143287 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.143613 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.143938 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.144264 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.144585 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.144912 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.145233 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.145583 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.145910 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.146228 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.146540 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:29.190074 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (be278f94-16fa-475c-9cae-256ae5d1e92d), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.268479 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (be278f94-16fa-475c-9cae-256ae5d1e92d), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.269496 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:08:29.270089 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.329650 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] Pushing event updated for resources: {'Network': ['ID=be278f94-16fa-475c-9cae-256ae5d1e92d,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:29.339745 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network be278f94-16fa-475c-9cae-256ae5d1e92d details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 18:08:29.368066 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-41f4fade-d810-4c5f-b26a-491f637c1b23 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5307317 Mar 22 18:08:29.371407 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 43720) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:29.376222 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Request body: {'subnet': {'network_id': 'be278f94-16fa-475c-9cae-256ae5d1e92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1041171065-subnet', 'tenant_id': '1e1744ca8b5944849582895d6f3c6796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:08:29.467790 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Made reservation on behalf of 1e1744ca8b5944849582895d6f3c6796 for: {'subnet': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:08:29.470174 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130561732'] for subnet (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.685659 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131730027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130561746'] for subnet (4c77d88a-b4c3-4a5f-83fb-f7888783f8bb), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.738978 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c77d88a-b4c3-4a5f-83fb-f7888783f8bb,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:29.747974 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Checking segment: {'id': '97db14de-dc0c-4a32-8ded-0ed39cacfd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'be278f94-16fa-475c-9cae-256ae5d1e92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:08:29.748329 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Network hostable DHCP agents. Network: be278f94-16fa-475c-9cae-256ae5d1e92d, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 18:08:29.793809 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Network be278f94-16fa-475c-9cae-256ae5d1e92d is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 18:08:29.850985 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, be278f94-16fa-475c-9cae-256ae5d1e92d) {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:08:29.855517 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:08:29.856118 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:29.862034 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62304a4-7457-4b8c-9499-c745e9ddcaf6 None None] Network be278f94-16fa-475c-9cae-256ae5d1e92d requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:08:29.905390 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-1cf60030-20a3-4a48-a4a8-e8920bf763e0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5328677 Mar 22 18:08:29.956707 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dffbb8-6063-431e-a54b-106f5c8f501e None None] Network be278f94-16fa-475c-9cae-256ae5d1e92d requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:08:52.582274 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-4f39e173-2c21-47fc-b439-6fd4e2eb8b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:52.839334 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:54.753646 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-57be71bc-b97f-4dad-a9b9-7b22b0b6654f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:55.942241 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:56.228985 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44024) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:56.341752 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3ffffb6b-eae9-4f0e-a44d-e73a26b3f913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:56.413594 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3ffffb6b-eae9-4f0e-a44d-e73a26b3f913 admin admin] Publish callbacks [] for security_group (b3f3a185-73fe-4d12-8a04-77278180a4fd), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:56.508121 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3ffffb6b-eae9-4f0e-a44d-e73a26b3f913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b3f3a185-73fe-4d12-8a04-77278180a4fd), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:56.548464 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3ffffb6b-eae9-4f0e-a44d-e73a26b3f913 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e2c0c9f96874bd18f7cb9721b160d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183241 Mar 22 18:08:56.549460 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffffb6b-eae9-4f0e-a44d-e73a26b3f913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3a185-73fe-4d12-8a04-77278180a4fd,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:56.550559 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44036) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:56.599408 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Publish callbacks [] for security_group (b3f3a185-73fe-4d12-8a04-77278180a4fd), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:56.619722 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Publish callbacks [] for security_group (b3f3a185-73fe-4d12-8a04-77278180a4fd), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:56.718644 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b3f3a185-73fe-4d12-8a04-77278180a4fd), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:56.722091 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:56.723254 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3f3a185-73fe-4d12-8a04-77278180a4fd HTTP/1.1" status: 204 len: 168 time: 0.1710300 Mar 22 18:08:56.731158 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f3a185-73fe-4d12-8a04-77278180a4fd,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:56.740424 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.740795 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.741125 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.741503 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.741843 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.742176 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.742506 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.742836 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.743165 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.743496 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.743827 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.744167 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.744469 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.744794 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:56.745145 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a984523-c847-4282-83e1-3f8132233c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:08:57.296270 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44046) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:57.309508 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-33aea115-f541-4552-b666-1b9a3bd2b226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:57.380459 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-33aea115-f541-4552-b666-1b9a3bd2b226 admin admin] Publish callbacks [] for security_group (1e98e4ac-2706-4f04-a0e3-4b90cecefdf8), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:57.433542 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-33aea115-f541-4552-b666-1b9a3bd2b226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (1e98e4ac-2706-4f04-a0e3-4b90cecefdf8), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:57.477441 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-33aea115-f541-4552-b666-1b9a3bd2b226 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18931b1dfda04aaa986529942dd6312a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800697 Mar 22 18:08:57.478329 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aea115-f541-4552-b666-1b9a3bd2b226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98e4ac-2706-4f04-a0e3-4b90cecefdf8,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:57.479330 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:57.480442 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44050) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:57.537841 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3c2c362a-0e83-4eb2-96a6-e1b87e750a77 admin admin] Publish callbacks [] for security_group (1e98e4ac-2706-4f04-a0e3-4b90cecefdf8), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:57.558271 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3c2c362a-0e83-4eb2-96a6-e1b87e750a77 admin admin] Publish callbacks [] for security_group (1e98e4ac-2706-4f04-a0e3-4b90cecefdf8), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:57.696478 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3c2c362a-0e83-4eb2-96a6-e1b87e750a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (1e98e4ac-2706-4f04-a0e3-4b90cecefdf8), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:57.699495 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3c2c362a-0e83-4eb2-96a6-e1b87e750a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:57.705486 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3c2c362a-0e83-4eb2-96a6-e1b87e750a77 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e98e4ac-2706-4f04-a0e3-4b90cecefdf8 HTTP/1.1" status: 204 len: 168 time: 0.2199006 Mar 22 18:08:57.711687 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c362a-0e83-4eb2-96a6-e1b87e750a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98e4ac-2706-4f04-a0e3-4b90cecefdf8,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:58.518426 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bfc1970d-b657-4335-9435-060533ffd700 req-4b4795ce-54b5-4f36-8fb7-481876035b3f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453873 Mar 22 18:08:58.613029 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1970d-b657-4335-9435-060533ffd700 req-d8799b14-49f3-4aba-a2c5-f6dce736eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:08:58.614574 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bfc1970d-b657-4335-9435-060533ffd700 req-d8799b14-49f3-4aba-a2c5-f6dce736eb2d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1169 time: 0.0524619 Mar 22 18:08:58.721997 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1970d-b657-4335-9435-060533ffd700 req-9bd94afd-cb3d-4907-afeb-ce71bd43c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:08:58.723496 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bfc1970d-b657-4335-9435-060533ffd700 req-9bd94afd-cb3d-4907-afeb-ce71bd43c86d service neutron] 10.222.0.74 "GET /v2.0/networks?id=8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 200 len: 916 time: 0.0867262 Mar 22 18:08:58.801514 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bfc1970d-b657-4335-9435-060533ffd700 req-5f8f0784-12b8-436d-9f2e-864c979c5705 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 1002 time: 0.0692663 Mar 22 18:08:58.861668 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1970d-b657-4335-9435-060533ffd700 req-92735f8e-0d47-44e3-96f8-72000da53404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:08:58.863546 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bfc1970d-b657-4335-9435-060533ffd700 req-92735f8e-0d47-44e3-96f8-72000da53404 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed5340e4-5af7-4366-9591-7a724b803664 HTTP/1.1" status: 200 len: 854 time: 0.0554359 Mar 22 18:08:58.927631 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1970d-b657-4335-9435-060533ffd700 req-a6905b63-155b-4566-b2c2-0999835d66e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:08:58.929521 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bfc1970d-b657-4335-9435-060533ffd700 req-a6905b63-155b-4566-b2c2-0999835d66e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8fc80fc9-7817-4d3e-aa0b-1823873d9731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597210 Mar 22 18:08:59.028750 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bfc1970d-b657-4335-9435-060533ffd700 req-ba008f7b-aefd-4b96-a750-6f438273a6db service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925889 Mar 22 18:08:59.120628 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bfc1970d-b657-4335-9435-060533ffd700 req-a0b97a3d-3e24-4ecf-957b-1c2922364732 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843589 Mar 22 18:08:59.216247 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:59.410506 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44110) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:59.518033 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-61526847-149c-45b7-994b-c3502eea6c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:59.591571 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-61526847-149c-45b7-994b-c3502eea6c3a admin admin] Publish callbacks [] for security_group (4c8db810-680d-4283-81c0-4a90ee7fcf0d), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:59.667756 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-61526847-149c-45b7-994b-c3502eea6c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (4c8db810-680d-4283-81c0-4a90ee7fcf0d), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:59.710990 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-61526847-149c-45b7-994b-c3502eea6c3a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a06a99e59fd403b864dae180af95591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993836 Mar 22 18:08:59.711951 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61526847-149c-45b7-994b-c3502eea6c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8db810-680d-4283-81c0-4a90ee7fcf0d,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:08:59.713703 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44126) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:08:59.762713 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b67a48fa-edfe-43a7-9a35-fcefcc6191d7 admin admin] Publish callbacks [] for security_group (4c8db810-680d-4283-81c0-4a90ee7fcf0d), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:59.786269 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b67a48fa-edfe-43a7-9a35-fcefcc6191d7 admin admin] Publish callbacks [] for security_group (4c8db810-680d-4283-81c0-4a90ee7fcf0d), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:59.896453 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b67a48fa-edfe-43a7-9a35-fcefcc6191d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (4c8db810-680d-4283-81c0-4a90ee7fcf0d), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:59.899437 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b67a48fa-edfe-43a7-9a35-fcefcc6191d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:08:59.900582 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b67a48fa-edfe-43a7-9a35-fcefcc6191d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c8db810-680d-4283-81c0-4a90ee7fcf0d HTTP/1.1" status: 204 len: 168 time: 0.1858406 Mar 22 18:08:59.911163 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a48fa-edfe-43a7-9a35-fcefcc6191d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8db810-680d-4283-81c0-4a90ee7fcf0d,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:00.043590 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44148) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:00.087808 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6558351-47e6-43cc-b115-e7317678b1fe admin admin] Deleting subnet 4ff54dbd-6e48-4a98-9f4f-ea757e119467 {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:09:00.090974 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d6558351-47e6-43cc-b115-e7317678b1fe admin admin] Publish callbacks [] for subnet (4ff54dbd-6e48-4a98-9f4f-ea757e119467), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.125261 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d6558351-47e6-43cc-b115-e7317678b1fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (4ff54dbd-6e48-4a98-9f4f-ea757e119467), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.167016 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d6558351-47e6-43cc-b115-e7317678b1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (4ff54dbd-6e48-4a98-9f4f-ea757e119467), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.307644 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d6558351-47e6-43cc-b115-e7317678b1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (4ff54dbd-6e48-4a98-9f4f-ea757e119467), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.337131 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6558351-47e6-43cc-b115-e7317678b1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff54dbd-6e48-4a98-9f4f-ea757e119467,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:00.344065 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d6558351-47e6-43cc-b115-e7317678b1fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.348025 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-d6558351-47e6-43cc-b115-e7317678b1fe admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4ff54dbd-6e48-4a98-9f4f-ea757e119467 HTTP/1.1" status: 204 len: 168 time: 0.3034143 Mar 22 18:09:00.350620 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44154) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:00.417384 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (021b02ca-1ec6-492c-8624-05960e57d8e9), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.506221 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (021b02ca-1ec6-492c-8624-05960e57d8e9), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.527936 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021b02ca-1ec6-492c-8624-05960e57d8e9']}} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:09:00.538651 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad8813d-0ff3-4c57-85f6-0872100a71eb') {'for_net_delete': True} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:09:00.538948 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad8813d-0ff3-4c57-85f6-0872100a71eb') {} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:09:00.548164 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130934580'] for segment (4ad8813d-0ff3-4c57-85f6-0872100a71eb), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.560867 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (4ad8813d-0ff3-4c57-85f6-0872100a71eb), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.566854 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=110337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:09:00.567226 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130356380'] for segment (4ad8813d-0ff3-4c57-85f6-0872100a71eb), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: Traceback (most recent call last): Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: timer() Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: cb(*args, **kw) Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: return func(*args, **kwargs) Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: self._notify() Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: self.callback(batched_events) Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: event.method(event) Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: return f(self, *a, **k) Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._get(url).json() Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: return self.request(url, 'GET', **kwargs) Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:09:00.568789 dv-cinder-739079-8-iscsi neutron-server[110337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:09:00.674184 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (021b02ca-1ec6-492c-8624-05960e57d8e9), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.679557 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.684017 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] 10.222.0.73 "DELETE /v2.0/networks/021b02ca-1ec6-492c-8624-05960e57d8e9 HTTP/1.1" status: 204 len: 168 time: 0.3323963 Mar 22 18:09:00.686894 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44164) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:00.697870 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faee64c-1dac-4727-ada7-da81b1e7bb89 admin admin] Pushing event deleted for resources: {'Network': ['ID=021b02ca-1ec6-492c-8624-05960e57d8e9,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:00.736120 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a8d3a3-2345-421a-a5c1-b03f0b02817a admin admin] Deleting subnet 4c77d88a-b4c3-4a5f-83fb-f7888783f8bb {{(pid=110336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:09:00.739480 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d3a3-2345-421a-a5c1-b03f0b02817a admin admin] Publish callbacks [] for subnet (4c77d88a-b4c3-4a5f-83fb-f7888783f8bb), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.774590 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d3a3-2345-421a-a5c1-b03f0b02817a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130815678'] for subnet (4c77d88a-b4c3-4a5f-83fb-f7888783f8bb), precommit_delete_associations {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.816093 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d3a3-2345-421a-a5c1-b03f0b02817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (4c77d88a-b4c3-4a5f-83fb-f7888783f8bb), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:00.850719 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:09:00.977264 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d3a3-2345-421a-a5c1-b03f0b02817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131729962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130561769'] for subnet (4c77d88a-b4c3-4a5f-83fb-f7888783f8bb), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.011209 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8d3a3-2345-421a-a5c1-b03f0b02817a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c77d88a-b4c3-4a5f-83fb-f7888783f8bb,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:01.022294 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d3a3-2345-421a-a5c1-b03f0b02817a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.025843 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-d9a8d3a3-2345-421a-a5c1-b03f0b02817a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4c77d88a-b4c3-4a5f-83fb-f7888783f8bb HTTP/1.1" status: 204 len: 168 time: 0.3379345 Mar 22 18:09:01.028352 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44182) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:01.100077 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (be278f94-16fa-475c-9cae-256ae5d1e92d), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.194701 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (be278f94-16fa-475c-9cae-256ae5d1e92d), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.220495 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be278f94-16fa-475c-9cae-256ae5d1e92d']}} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:09:01.234569 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97db14de-dc0c-4a32-8ded-0ed39cacfd07') {'for_net_delete': True} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:09:01.234569 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97db14de-dc0c-4a32-8ded-0ed39cacfd07') {} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:09:01.243046 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130934580'] for segment (97db14de-dc0c-4a32-8ded-0ed39cacfd07), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.256602 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (97db14de-dc0c-4a32-8ded-0ed39cacfd07), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.263241 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=110337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:09:01.263544 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130356380'] for segment (97db14de-dc0c-4a32-8ded-0ed39cacfd07), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: Traceback (most recent call last): Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: timer() Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: cb(*args, **kw) Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: return func(*args, **kwargs) Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: self._notify() Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: self.callback(batched_events) Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: event.method(event) Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: return f(self, *a, **k) Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._get(url).json() Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: return self.request(url, 'GET', **kwargs) Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:09:01.265276 dv-cinder-739079-8-iscsi neutron-server[110337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:09:01.387769 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (be278f94-16fa-475c-9cae-256ae5d1e92d), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.392872 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.396098 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] 10.222.0.73 "DELETE /v2.0/networks/be278f94-16fa-475c-9cae-256ae5d1e92d HTTP/1.1" status: 204 len: 168 time: 0.3667300 Mar 22 18:09:01.409455 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531aaf5-838c-4777-ad5a-13cbcea9baae admin admin] Pushing event deleted for resources: {'Network': ['ID=be278f94-16fa-475c-9cae-256ae5d1e92d,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:01.802443 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44202) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:01.822937 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44204) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:01.853980 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-233f5657-d4d4-4313-b7c0-78447d1a6b25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22d9e79ef65e4a4da255fb3d9c8816d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477169 Mar 22 18:09:01.855480 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44208) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:01.908832 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-296dafc1-f8f8-4c42-b674-028cd770a46e admin admin] Publish callbacks [] for security_group (2db4839e-5310-45d9-b5fa-832d27db9b1b), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.930799 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-296dafc1-f8f8-4c42-b674-028cd770a46e admin admin] Publish callbacks [] for security_group (2db4839e-5310-45d9-b5fa-832d27db9b1b), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:01.989145 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fa98-4192-4aeb-8731-b18a5bf0ba70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.085137 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-296dafc1-f8f8-4c42-b674-028cd770a46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2db4839e-5310-45d9-b5fa-832d27db9b1b), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.087801 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-296dafc1-f8f8-4c42-b674-028cd770a46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.088996 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-296dafc1-f8f8-4c42-b674-028cd770a46e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2db4839e-5310-45d9-b5fa-832d27db9b1b HTTP/1.1" status: 204 len: 168 time: 0.2326047 Mar 22 18:09:02.098319 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dafc1-f8f8-4c42-b674-028cd770a46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db4839e-5310-45d9-b5fa-832d27db9b1b,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:02.137959 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fa98-4192-4aeb-8731-b18a5bf0ba70 admin admin] Publish callbacks [] for security_group (1d1b9873-6c92-41f6-9d90-a20a347d2092), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.216962 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fa98-4192-4aeb-8731-b18a5bf0ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (1d1b9873-6c92-41f6-9d90-a20a347d2092), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.255580 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-c1f2fa98-4192-4aeb-8731-b18a5bf0ba70 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db54fc55e1854027a30946977a1da6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315302 Mar 22 18:09:02.257448 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fa98-4192-4aeb-8731-b18a5bf0ba70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1b9873-6c92-41f6-9d90-a20a347d2092,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:02.258377 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44218) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:02.311530 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3abdd83-27d6-44f4-bc56-6cc3bd86256a admin admin] Publish callbacks [] for security_group (1d1b9873-6c92-41f6-9d90-a20a347d2092), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.334727 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3abdd83-27d6-44f4-bc56-6cc3bd86256a admin admin] Publish callbacks [] for security_group (1d1b9873-6c92-41f6-9d90-a20a347d2092), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.382603 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44224) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:02.445257 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3abdd83-27d6-44f4-bc56-6cc3bd86256a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (1d1b9873-6c92-41f6-9d90-a20a347d2092), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.447956 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f3abdd83-27d6-44f4-bc56-6cc3bd86256a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.451740 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f3abdd83-27d6-44f4-bc56-6cc3bd86256a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d1b9873-6c92-41f6-9d90-a20a347d2092 HTTP/1.1" status: 204 len: 168 time: 0.1897373 Mar 22 18:09:02.458414 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abdd83-27d6-44f4-bc56-6cc3bd86256a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1b9873-6c92-41f6-9d90-a20a347d2092,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:02.498206 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac36b11b-e677-4f36-b579-19d8164aeaa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.577741 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac36b11b-e677-4f36-b579-19d8164aeaa5 admin admin] Publish callbacks [] for security_group (f8d88eab-6ae4-4ca5-9112-0ee2e6b5fd5f), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.622353 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac36b11b-e677-4f36-b579-19d8164aeaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f8d88eab-6ae4-4ca5-9112-0ee2e6b5fd5f), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.661486 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-ac36b11b-e677-4f36-b579-19d8164aeaa5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19207b92c2354e3bbc084cbbcd0697dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775836 Mar 22 18:09:02.662366 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36b11b-e677-4f36-b579-19d8164aeaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d88eab-6ae4-4ca5-9112-0ee2e6b5fd5f,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:02.664877 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44230) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:02.709632 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44232) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:02.717150 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-611c6dc7-ebf8-4839-b5fc-29947d9da479 admin admin] Publish callbacks [] for security_group (f8d88eab-6ae4-4ca5-9112-0ee2e6b5fd5f), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.739465 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-611c6dc7-ebf8-4839-b5fc-29947d9da479 admin admin] Publish callbacks [] for security_group (f8d88eab-6ae4-4ca5-9112-0ee2e6b5fd5f), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.751617 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-22ac7a1d-3cda-4d57-b2a2-c57aa32a536e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e1744ca8b5944849582895d6f3c6796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408742 Mar 22 18:09:02.754553 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44234) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:02.808800 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f9342c42-2224-4dcb-a7d0-1a552bef15cb admin admin] Publish callbacks [] for security_group (e9842b26-1522-4801-aa0a-40d3a9e07b60), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.834473 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f9342c42-2224-4dcb-a7d0-1a552bef15cb admin admin] Publish callbacks [] for security_group (e9842b26-1522-4801-aa0a-40d3a9e07b60), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.862723 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-611c6dc7-ebf8-4839-b5fc-29947d9da479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f8d88eab-6ae4-4ca5-9112-0ee2e6b5fd5f), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.865318 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-611c6dc7-ebf8-4839-b5fc-29947d9da479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.869638 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-611c6dc7-ebf8-4839-b5fc-29947d9da479 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f8d88eab-6ae4-4ca5-9112-0ee2e6b5fd5f HTTP/1.1" status: 204 len: 168 time: 0.2036119 Mar 22 18:09:02.889697 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c6dc7-ebf8-4839-b5fc-29947d9da479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d88eab-6ae4-4ca5-9112-0ee2e6b5fd5f,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:02.960328 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f9342c42-2224-4dcb-a7d0-1a552bef15cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (e9842b26-1522-4801-aa0a-40d3a9e07b60), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.962184 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f9342c42-2224-4dcb-a7d0-1a552bef15cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:02.966718 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f9342c42-2224-4dcb-a7d0-1a552bef15cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e9842b26-1522-4801-aa0a-40d3a9e07b60 HTTP/1.1" status: 204 len: 168 time: 0.2076242 Mar 22 18:09:02.982045 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9342c42-2224-4dcb-a7d0-1a552bef15cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9842b26-1522-4801-aa0a-40d3a9e07b60,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:03.674406 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44252) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:03.687223 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bf3cc914-1df6-4115-98e3-2b3974daa713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:03.763758 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bf3cc914-1df6-4115-98e3-2b3974daa713 admin admin] Publish callbacks [] for security_group (6c6b5052-09fd-4d59-b900-701e0fc4afef), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:03.827766 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bf3cc914-1df6-4115-98e3-2b3974daa713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (6c6b5052-09fd-4d59-b900-701e0fc4afef), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:03.865478 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-bf3cc914-1df6-4115-98e3-2b3974daa713 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=184d0a98bab94a31b87b386308ae794a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899409 Mar 22 18:09:03.867418 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cc914-1df6-4115-98e3-2b3974daa713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b5052-09fd-4d59-b900-701e0fc4afef,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:03.868143 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44260) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:03.921499 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1a54c7b4-7411-4295-bc21-7c63ab33921e admin admin] Publish callbacks [] for security_group (6c6b5052-09fd-4d59-b900-701e0fc4afef), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:03.942297 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1a54c7b4-7411-4295-bc21-7c63ab33921e admin admin] Publish callbacks [] for security_group (6c6b5052-09fd-4d59-b900-701e0fc4afef), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:04.079791 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1a54c7b4-7411-4295-bc21-7c63ab33921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (6c6b5052-09fd-4d59-b900-701e0fc4afef), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:04.082468 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-1a54c7b4-7411-4295-bc21-7c63ab33921e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:04.083656 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-1a54c7b4-7411-4295-bc21-7c63ab33921e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c6b5052-09fd-4d59-b900-701e0fc4afef HTTP/1.1" status: 204 len: 168 time: 0.2143915 Mar 22 18:09:04.092005 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54c7b4-7411-4295-bc21-7c63ab33921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b5052-09fd-4d59-b900-701e0fc4afef,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:08.577594 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44342) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:08.702491 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-5908952d-4f6c-40aa-ad6e-b4651772f9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:08.774685 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-5908952d-4f6c-40aa-ad6e-b4651772f9be admin admin] Publish callbacks [] for security_group (8bc43b32-e0f2-481a-a936-efcfdb867fd5), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:08.850699 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-5908952d-4f6c-40aa-ad6e-b4651772f9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (8bc43b32-e0f2-481a-a936-efcfdb867fd5), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:08.890957 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-5908952d-4f6c-40aa-ad6e-b4651772f9be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=907b2df2213d47c1ac1b4621e8a88efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122272 Mar 22 18:09:08.891788 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908952d-4f6c-40aa-ad6e-b4651772f9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc43b32-e0f2-481a-a936-efcfdb867fd5,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:08.893903 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44352) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:08.943725 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3f43972-3497-4af2-975f-4b791d34d934 admin admin] Publish callbacks [] for security_group (8bc43b32-e0f2-481a-a936-efcfdb867fd5), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:08.965121 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3f43972-3497-4af2-975f-4b791d34d934 admin admin] Publish callbacks [] for security_group (8bc43b32-e0f2-481a-a936-efcfdb867fd5), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:09.136521 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3f43972-3497-4af2-975f-4b791d34d934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (8bc43b32-e0f2-481a-a936-efcfdb867fd5), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:09.139251 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d3f43972-3497-4af2-975f-4b791d34d934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:09.140401 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-d3f43972-3497-4af2-975f-4b791d34d934 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8bc43b32-e0f2-481a-a936-efcfdb867fd5 HTTP/1.1" status: 204 len: 168 time: 0.2455196 Mar 22 18:09:09.148257 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f43972-3497-4af2-975f-4b791d34d934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc43b32-e0f2-481a-a936-efcfdb867fd5,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:09.788337 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44370) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:09.801697 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9ccabc5d-e07d-4689-9f17-da6328fb2186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:09.873721 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9ccabc5d-e07d-4689-9f17-da6328fb2186 admin admin] Publish callbacks [] for security_group (cdb98c1c-ac9a-49eb-a826-93cb474064a6), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:09.930266 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9ccabc5d-e07d-4689-9f17-da6328fb2186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (cdb98c1c-ac9a-49eb-a826-93cb474064a6), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:09.971665 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccabc5d-e07d-4689-9f17-da6328fb2186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb98c1c-ac9a-49eb-a826-93cb474064a6,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:09.978438 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-9ccabc5d-e07d-4689-9f17-da6328fb2186 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=693e23d9625d49ba93a3625dbf3f899e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888804 Mar 22 18:09:09.981571 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44372) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:10.030461 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0f93b41f-1464-4af5-9487-142d9d4c5e1e admin admin] Publish callbacks [] for security_group (cdb98c1c-ac9a-49eb-a826-93cb474064a6), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:10.051886 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0f93b41f-1464-4af5-9487-142d9d4c5e1e admin admin] Publish callbacks [] for security_group (cdb98c1c-ac9a-49eb-a826-93cb474064a6), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:10.176026 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0f93b41f-1464-4af5-9487-142d9d4c5e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (cdb98c1c-ac9a-49eb-a826-93cb474064a6), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:10.178640 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0f93b41f-1464-4af5-9487-142d9d4c5e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:10.179793 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-0f93b41f-1464-4af5-9487-142d9d4c5e1e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cdb98c1c-ac9a-49eb-a826-93cb474064a6 HTTP/1.1" status: 204 len: 168 time: 0.1977561 Mar 22 18:09:10.187443 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93b41f-1464-4af5-9487-142d9d4c5e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb98c1c-ac9a-49eb-a826-93cb474064a6,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:10.945169 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44394) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:11.052074 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1990a4fa-ac1e-4761-a017-83c16a7f0475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:11.124991 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1990a4fa-ac1e-4761-a017-83c16a7f0475 admin admin] Publish callbacks [] for security_group (6f76f6e1-b484-476f-9a6c-49e43bf0b29f), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:11.204958 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1990a4fa-ac1e-4761-a017-83c16a7f0475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (6f76f6e1-b484-476f-9a6c-49e43bf0b29f), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:11.244615 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1990a4fa-ac1e-4761-a017-83c16a7f0475 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3079e5a3081b4a51a9b24608fb531671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983916 Mar 22 18:09:11.245869 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990a4fa-ac1e-4761-a017-83c16a7f0475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f76f6e1-b484-476f-9a6c-49e43bf0b29f,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:11.247252 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44406) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:11.302887 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-683497eb-83ed-42c0-88f1-849f575822bd admin admin] Publish callbacks [] for security_group (6f76f6e1-b484-476f-9a6c-49e43bf0b29f), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:11.328213 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-683497eb-83ed-42c0-88f1-849f575822bd admin admin] Publish callbacks [] for security_group (6f76f6e1-b484-476f-9a6c-49e43bf0b29f), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:11.457065 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-683497eb-83ed-42c0-88f1-849f575822bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (6f76f6e1-b484-476f-9a6c-49e43bf0b29f), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:11.460020 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-683497eb-83ed-42c0-88f1-849f575822bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:11.461393 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-683497eb-83ed-42c0-88f1-849f575822bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f76f6e1-b484-476f-9a6c-49e43bf0b29f HTTP/1.1" status: 204 len: 168 time: 0.2125828 Mar 22 18:09:11.470221 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683497eb-83ed-42c0-88f1-849f575822bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f76f6e1-b484-476f-9a6c-49e43bf0b29f,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:22.417510 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44632) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:22.521341 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f17d1e3e-8b67-4c6e-979f-783faf0358da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:22.541914 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-2139942b-bb0a-44bd-b995-028f67c5a4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:22.594577 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f17d1e3e-8b67-4c6e-979f-783faf0358da admin admin] Publish callbacks [] for security_group (486f6d7c-cd9f-487a-b420-4038da8fcd64), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:22.667784 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-f17d1e3e-8b67-4c6e-979f-783faf0358da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (486f6d7c-cd9f-487a-b420-4038da8fcd64), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:22.707114 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-f17d1e3e-8b67-4c6e-979f-783faf0358da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=01cf4a8f158e4302a3a9b57cd68ecfe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885401 Mar 22 18:09:22.708043 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d1e3e-8b67-4c6e-979f-783faf0358da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486f6d7c-cd9f-487a-b420-4038da8fcd64,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:22.709839 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44640) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:22.760385 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4130c558-26bb-4f4a-b066-324a3cc67921 admin admin] Publish callbacks [] for security_group (486f6d7c-cd9f-487a-b420-4038da8fcd64), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:22.780424 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4130c558-26bb-4f4a-b066-324a3cc67921 admin admin] Publish callbacks [] for security_group (486f6d7c-cd9f-487a-b420-4038da8fcd64), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:22.896244 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4130c558-26bb-4f4a-b066-324a3cc67921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (486f6d7c-cd9f-487a-b420-4038da8fcd64), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:22.899576 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:22.899761 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4130c558-26bb-4f4a-b066-324a3cc67921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:22.902824 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-4130c558-26bb-4f4a-b066-324a3cc67921 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/486f6d7c-cd9f-487a-b420-4038da8fcd64 HTTP/1.1" status: 204 len: 168 time: 0.1918721 Mar 22 18:09:22.910964 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130c558-26bb-4f4a-b066-324a3cc67921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f6d7c-cd9f-487a-b420-4038da8fcd64,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:23.571651 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44648) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:23.586511 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-17803a3c-feef-4f14-b887-4e023fa3a45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:23.663080 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-17803a3c-feef-4f14-b887-4e023fa3a45d admin admin] Publish callbacks [] for security_group (5e4e872a-cad9-41e8-a22c-677ca53d9b59), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:23.753514 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-17803a3c-feef-4f14-b887-4e023fa3a45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (5e4e872a-cad9-41e8-a22c-677ca53d9b59), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:23.795042 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17803a3c-feef-4f14-b887-4e023fa3a45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e872a-cad9-41e8-a22c-677ca53d9b59,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:23.796274 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-17803a3c-feef-4f14-b887-4e023fa3a45d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9dfc1f5722df431caa665a334f1afac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236021 Mar 22 18:09:23.799217 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44650) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:23.846951 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-635a1ec7-eb22-4328-a8de-a3f99ef9a4ed admin admin] Publish callbacks [] for security_group (5e4e872a-cad9-41e8-a22c-677ca53d9b59), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:23.874264 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-635a1ec7-eb22-4328-a8de-a3f99ef9a4ed admin admin] Publish callbacks [] for security_group (5e4e872a-cad9-41e8-a22c-677ca53d9b59), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:23.980817 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-635a1ec7-eb22-4328-a8de-a3f99ef9a4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (5e4e872a-cad9-41e8-a22c-677ca53d9b59), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:23.983399 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-635a1ec7-eb22-4328-a8de-a3f99ef9a4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:23.984697 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-635a1ec7-eb22-4328-a8de-a3f99ef9a4ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5e4e872a-cad9-41e8-a22c-677ca53d9b59 HTTP/1.1" status: 204 len: 168 time: 0.1845093 Mar 22 18:09:23.992796 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a1ec7-eb22-4328-a8de-a3f99ef9a4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e872a-cad9-41e8-a22c-677ca53d9b59,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:24.681579 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44662) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:24.695246 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-556fd578-7147-4369-ab13-6b32dde940a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:24.701741 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-09217e88-871e-49e1-a059-e2d202f4f9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:24.769466 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-556fd578-7147-4369-ab13-6b32dde940a6 admin admin] Publish callbacks [] for security_group (4962809a-9b9c-4294-ba56-5c78f29f53b6), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:24.815896 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-556fd578-7147-4369-ab13-6b32dde940a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (4962809a-9b9c-4294-ba56-5c78f29f53b6), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:24.854599 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-556fd578-7147-4369-ab13-6b32dde940a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80184f2db3df4ffc9e8ce8ca0985a3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716092 Mar 22 18:09:24.855363 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fd578-7147-4369-ab13-6b32dde940a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4962809a-9b9c-4294-ba56-5c78f29f53b6,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:24.857116 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44664) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:24.906164 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2abf483f-da77-4eb6-8e21-367b99b4751a admin admin] Publish callbacks [] for security_group (4962809a-9b9c-4294-ba56-5c78f29f53b6), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:24.927058 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2abf483f-da77-4eb6-8e21-367b99b4751a admin admin] Publish callbacks [] for security_group (4962809a-9b9c-4294-ba56-5c78f29f53b6), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:25.022213 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2abf483f-da77-4eb6-8e21-367b99b4751a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (4962809a-9b9c-4294-ba56-5c78f29f53b6), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:25.024885 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2abf483f-da77-4eb6-8e21-367b99b4751a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:25.026060 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-2abf483f-da77-4eb6-8e21-367b99b4751a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4962809a-9b9c-4294-ba56-5c78f29f53b6 HTTP/1.1" status: 204 len: 168 time: 0.1673305 Mar 22 18:09:25.033932 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf483f-da77-4eb6-8e21-367b99b4751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4962809a-9b9c-4294-ba56-5c78f29f53b6,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:25.676219 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44684) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:25.780899 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-541db9c3-f65d-4e89-9ce7-f2d9ad071362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:25.857697 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-541db9c3-f65d-4e89-9ce7-f2d9ad071362 admin admin] Publish callbacks [] for security_group (3c2a6a92-52ed-4e0e-bdc5-ae313ff38e20), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:25.901553 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-541db9c3-f65d-4e89-9ce7-f2d9ad071362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (3c2a6a92-52ed-4e0e-bdc5-ae313ff38e20), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:25.939956 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-541db9c3-f65d-4e89-9ce7-f2d9ad071362 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5acd7e600594c7cae59e1c879d7d370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617726 Mar 22 18:09:25.940833 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541db9c3-f65d-4e89-9ce7-f2d9ad071362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2a6a92-52ed-4e0e-bdc5-ae313ff38e20,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:25.943357 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44696) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:25.964382 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:25.994697 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-36f5d59a-0277-4894-9a96-24d3b70b12f0 admin admin] Publish callbacks [] for security_group (3c2a6a92-52ed-4e0e-bdc5-ae313ff38e20), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.021448 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-36f5d59a-0277-4894-9a96-24d3b70b12f0 admin admin] Publish callbacks [] for security_group (3c2a6a92-52ed-4e0e-bdc5-ae313ff38e20), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.037715 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44702) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:26.135684 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2109375678-network', 'tenant_id': '50111ce4caa044ebb5c9e819af29a1d2'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:09:26.164923 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-36f5d59a-0277-4894-9a96-24d3b70b12f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (3c2a6a92-52ed-4e0e-bdc5-ae313ff38e20), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.167624 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-36f5d59a-0277-4894-9a96-24d3b70b12f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.173153 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-36f5d59a-0277-4894-9a96-24d3b70b12f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c2a6a92-52ed-4e0e-bdc5-ae313ff38e20 HTTP/1.1" status: 204 len: 168 time: 0.2238975 Mar 22 18:09:26.176547 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5d59a-0277-4894-9a96-24d3b70b12f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2a6a92-52ed-4e0e-bdc5-ae313ff38e20,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:26.261048 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Made reservation on behalf of 50111ce4caa044ebb5c9e819af29a1d2 for: {'network': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:09:26.263524 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.272929 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.354056 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Publish callbacks [] for security_group (2364a697-ae63-4e86-a2ea-a548fbb29f2a), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.437638 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d2310-8633-416d-9f64-874b7d3a572e req-797b2aad-9b91-472e-8072-a3e1c6200713 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:26.439044 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-381d2310-8633-416d-9f64-874b7d3a572e req-797b2aad-9b91-472e-8072-a3e1c6200713 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.0585389 Mar 22 18:09:26.440127 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2364a697-ae63-4e86-a2ea-a548fbb29f2a), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.489972 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=110336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 18:09:26.519204 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2364a697-ae63-4e86-a2ea-a548fbb29f2a,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:26.539896 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (4d62049e-8d66-4f66-8546-ebb42c9edb5a), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.540254 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.segments_db [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Added segment 4d62049e-8d66-4f66-8546-ebb42c9edb5a of type vlan for network fb1723a5-0629-4dbe-add5-d4e17d3855ea Mar 22 18:09:26.604888 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (fb1723a5-0629-4dbe-add5-d4e17d3855ea), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.617769 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-381d2310-8633-416d-9f64-874b7d3a572e req-191ae153-e61d-49eb-a9ed-224077fca6ce tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1689489 Mar 22 18:09:26.623307 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-e0f14b55-f202-4859-b123-d1efb14c174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:26.625364 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-e0f14b55-f202-4859-b123-d1efb14c174b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1169 time: 0.1610472 Mar 22 18:09:26.722860 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-86bae4fe-a190-4fb2-a37b-3895c7cfaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:26.725026 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-86bae4fe-a190-4fb2-a37b-3895c7cfaaa3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 200 len: 916 time: 0.0909774 Mar 22 18:09:26.768414 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (fb1723a5-0629-4dbe-add5-d4e17d3855ea), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.768414 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:26.768414 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:26.844741 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] Pushing event updated for resources: {'Network': ['ID=fb1723a5-0629-4dbe-add5-d4e17d3855ea,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:26.850977 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-b4361d17-d526-4f06-b3e8-06709da8d32c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 1002 time: 0.1188354 Mar 22 18:09:26.856120 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network fb1723a5-0629-4dbe-add5-d4e17d3855ea details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 18:09:26.900529 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-af84a56c-a51a-4d5e-9aae-2d732938148b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8617103 Mar 22 18:09:26.903665 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 44724) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:26.908200 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Request body: {'subnet': {'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2109375678-subnet', 'tenant_id': '50111ce4caa044ebb5c9e819af29a1d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:09:26.913175 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-9d6779a9-44df-4153-8d20-86bd235841eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:26.914635 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-9d6779a9-44df-4153-8d20-86bd235841eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed5340e4-5af7-4366-9591-7a724b803664 HTTP/1.1" status: 200 len: 854 time: 0.0567908 Mar 22 18:09:26.970363 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-b083cd22-414d-43af-af3d-cc6cfdfe4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:26.975479 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-b083cd22-414d-43af-af3d-cc6cfdfe4e03 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8fc80fc9-7817-4d3e-aa0b-1823873d9731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482748 Mar 22 18:09:27.030093 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Made reservation on behalf of 50111ce4caa044ebb5c9e819af29a1d2 for: {'subnet': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:09:27.032414 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130561732'] for subnet (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.132492 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-7875c82b-6ff8-4f64-b6ba-72a220a85836 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534884 Mar 22 18:09:27.197592 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44734) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:27.296648 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1222301974-network', 'tenant_id': '4fccfd69c9bb4b9eb357c6dd6dc7975f'}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:09:27.375058 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Made reservation on behalf of 4fccfd69c9bb4b9eb357c6dd6dc7975f for: {'network': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:09:27.377492 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.387416 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.469815 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Publish callbacks [] for security_group (f800726b-76cd-4cc8-ba04-c485a11d613a), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.501173 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.547071 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-95215763-7fcc-4ca3-86f3-0cd24e48c7c1 req-6d2c5a24-e998-40be-b9d4-05c84b631926 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074891 Mar 22 18:09:27.558943 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f800726b-76cd-4cc8-ba04-c485a11d613a), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.584724 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=110337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 18:09:27.594421 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f800726b-76cd-4cc8-ba04-c485a11d613a,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:27.600633 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (26c842fc-b760-4bdd-9ae9-3e25b50698c8), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.600971 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.segments_db [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Added segment 26c842fc-b760-4bdd-9ae9-3e25b50698c8 of type vlan for network c1a693e5-a826-4446-aad1-112dedcdbecb Mar 22 18:09:27.641294 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (c1a693e5-a826-4446-aad1-112dedcdbecb), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.645028 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131730027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130561746'] for subnet (c1569218-1cab-40b9-a7b1-8ec26957dbd9), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.711946 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1569218-1cab-40b9-a7b1-8ec26957dbd9,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:27.725243 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (c1a693e5-a826-4446-aad1-112dedcdbecb), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.726238 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:27.726831 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.744523 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Checking segment: {'id': '4d62049e-8d66-4f66-8546-ebb42c9edb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:09:27.744859 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Network hostable DHCP agents. Network: fb1723a5-0629-4dbe-add5-d4e17d3855ea, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 18:09:27.773072 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573dea4-62bf-47a9-a910-ddaee8616c59 req-403b2e01-217e-4b0e-8528-004032f6c523 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:27.774628 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d573dea4-62bf-47a9-a910-ddaee8616c59 req-403b2e01-217e-4b0e-8528-004032f6c523 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.0765054 Mar 22 18:09:27.810867 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] Pushing event updated for resources: {'Network': ['ID=c1a693e5-a826-4446-aad1-112dedcdbecb,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:27.821305 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network c1a693e5-a826-4446-aad1-112dedcdbecb details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 18:09:27.828372 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Network fb1723a5-0629-4dbe-add5-d4e17d3855ea is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 18:09:27.854047 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7a63ce3a-1cbc-43de-9c1b-9fe77bea06bf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6545877 Mar 22 18:09:27.854441 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d573dea4-62bf-47a9-a910-ddaee8616c59 req-8fe8f6f3-b2c1-4641-94ce-71d450af8f1d tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707119 Mar 22 18:09:27.856112 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 44740) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:09:27.860936 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Request body: {'subnet': {'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1222301974-subnet', 'tenant_id': '4fccfd69c9bb4b9eb357c6dd6dc7975f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:09:27.890391 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, fb1723a5-0629-4dbe-add5-d4e17d3855ea) {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:09:27.898381 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:27.898995 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.899258 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4440f-ccbe-48d7-b9dc-7958f3de35c1 None None] Network fb1723a5-0629-4dbe-add5-d4e17d3855ea requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:09:27.941843 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Made reservation on behalf of 4fccfd69c9bb4b9eb357c6dd6dc7975f for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:09:27.944741 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130929192'] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:27.969978 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-dfa6894c-b3e9-40ac-b3fe-198c75d9c055 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0652711 Mar 22 18:09:28.010675 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11780c3-36e2-4f9c-bcad-5e7fe606f970 None None] Network fb1723a5-0629-4dbe-add5-d4e17d3855ea requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:09:28.204805 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130356607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130929214'] for subnet (84dc6463-159a-421d-b060-9ffcaf4868c0), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:28.264487 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84dc6463-159a-421d-b060-9ffcaf4868c0,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:28.270628 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Checking segment: {'id': '26c842fc-b760-4bdd-9ae9-3e25b50698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:09:28.271027 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Network hostable DHCP agents. Network: c1a693e5-a826-4446-aad1-112dedcdbecb, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 18:09:28.370516 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Network c1a693e5-a826-4446-aad1-112dedcdbecb is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 18:09:28.496016 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, c1a693e5-a826-4446-aad1-112dedcdbecb) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:09:28.502131 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:28.503349 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:28.503622 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d671c-7ff7-4936-a27e-72f8fb9b7bad None None] Network c1a693e5-a826-4446-aad1-112dedcdbecb requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:09:28.599568 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e572821-0478-476b-b486-f76bcc015164 None None] Network c1a693e5-a826-4446-aad1-112dedcdbecb requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:09:28.659558 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7c7ba2ac-df73-4765-bdbe-b077a8e35457 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8023114 Mar 22 18:09:28.981334 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd4ced-1dd9-4c77-922e-6eb6b818eb97 req-3e26186a-3774-4d2f-9c02-771ba7eac8c9 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:28.982825 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-15dd4ced-1dd9-4c77-922e-6eb6b818eb97 req-3e26186a-3774-4d2f-9c02-771ba7eac8c9 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.0576160 Mar 22 18:09:29.044386 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-15dd4ced-1dd9-4c77-922e-6eb6b818eb97 req-97e0bc7b-27b6-40f1-95ca-79b7c8a7c0da tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556993 Mar 22 18:09:29.210784 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:30.166598 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fae37-41ab-47c6-b300-b46541feb90b req-ba5d1f61-7725-4bc3-8e1e-bb5c6e1901b0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:30.168094 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-091fae37-41ab-47c6-b300-b46541feb90b req-ba5d1f61-7725-4bc3-8e1e-bb5c6e1901b0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.0554824 Mar 22 18:09:30.227507 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-091fae37-41ab-47c6-b300-b46541feb90b req-d78402b3-5015-416d-97ab-7ceb397f94d1 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537219 Mar 22 18:09:30.493254 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-283d1b3d-62d9-48ac-9726-4cd404e3ba5b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:30.494727 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-283d1b3d-62d9-48ac-9726-4cd404e3ba5b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/networks?id=fb1723a5-0629-4dbe-add5-d4e17d3855ea HTTP/1.1" status: 200 len: 809 time: 0.1004574 Mar 22 18:09:30.509827 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-35f38ad0-0ffb-487e-a9bf-17b649065ea1 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/quotas/50111ce4caa044ebb5c9e819af29a1d2 HTTP/1.1" status: 200 len: 375 time: 0.0096188 Mar 22 18:09:30.541240 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-1b20d3f7-1b26-41f1-b3be-f831f0386393 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=50111ce4caa044ebb5c9e819af29a1d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265794 Mar 22 18:09:30.599035 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-41e027ef-ab9f-4c45-939d-fce06b291922 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 18:09:30.600027 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-41e027ef-ab9f-4c45-939d-fce06b291922 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526891 Mar 22 18:09:30.691442 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-f2e1d55f-4c04-45c4-9b55-7c29f98c9e9f service neutron] 10.222.0.73 "GET /v2.0/networks/fb1723a5-0629-4dbe-add5-d4e17d3855ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854361 Mar 22 18:09:30.779481 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-a1970360-c056-47cf-8009-60806c2c130a service neutron] 10.222.0.73 "GET /v2.0/networks/fb1723a5-0629-4dbe-add5-d4e17d3855ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822506 Mar 22 18:09:31.027968 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-274b21c7-fc42-4d27-8de2-9694e0078e63 req-88300baf-d085-4211-9c0d-d3af9c64b091 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 210 time: 0.0428629 Mar 22 18:09:31.121067 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-3f05ecdb-b7e9-4965-af1c-8f312b2443b6 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:31.122573 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-3f05ecdb-b7e9-4965-af1c-8f312b2443b6 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/networks?id=c1a693e5-a826-4446-aad1-112dedcdbecb HTTP/1.1" status: 200 len: 814 time: 0.1228280 Mar 22 18:09:31.138105 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-a4f852b0-e75f-452a-ae21-9a2f939a2590 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/quotas/4fccfd69c9bb4b9eb357c6dd6dc7975f HTTP/1.1" status: 200 len: 375 time: 0.0101085 Mar 22 18:09:31.170795 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-0f2fde59-1273-4214-b4a3-a70758b7931a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fccfd69c9bb4b9eb357c6dd6dc7975f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275776 Mar 22 18:09:31.227458 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-0ff3ca08-251a-446a-9750-482e904882e8 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 18:09:31.228491 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-0ff3ca08-251a-446a-9750-482e904882e8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503771 Mar 22 18:09:31.354148 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-af001d46-b006-4d13-a5d6-ebb795233d86 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195860 Mar 22 18:09:31.376958 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5c68c-fd57-4ad1-bdfd-f3dada0be5d9 req-36806130-c2b8-4e7f-975d-185865e72fb9 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:31.378417 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-24d5c68c-fd57-4ad1-bdfd-f3dada0be5d9 req-36806130-c2b8-4e7f-975d-185865e72fb9 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.0838926 Mar 22 18:09:31.498462 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-24d5c68c-fd57-4ad1-bdfd-f3dada0be5d9 req-55e12bab-4b93-4c66-b03f-038337299bbe tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098604 Mar 22 18:09:31.503965 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-dd0acbe0-9fb4-41ac-b6f5-5170c2f87a98 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427286 Mar 22 18:09:31.730331 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7ee0b56e-e128-498b-9daa-6c94a1df3cd3 req-dce9fb12-7c18-45f1-a5c9-408fdcea2f5b tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 210 time: 0.0293014 Mar 22 18:09:32.122033 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a26c0fa7-a23e-4368-9bf3-01ac4583ca99 req-37796798-0189-4db9-bb64-eaae948284c6 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 210 time: 0.0270090 Mar 22 18:09:32.618203 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e850b-cc5a-48b3-85f0-2092f5701985 req-2d76e3b8-9ea7-47c5-8c33-3822d5bd0d60 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:32.619811 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-281e850b-cc5a-48b3-85f0-2092f5701985 req-2d76e3b8-9ea7-47c5-8c33-3822d5bd0d60 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.0559447 Mar 22 18:09:32.680761 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-281e850b-cc5a-48b3-85f0-2092f5701985 req-f1d78732-63f9-4a50-a7de-6962cfaeb1fc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550299 Mar 22 18:09:32.831047 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b2f21e60-7671-4404-b421-e273282b5742 req-d06af2eb-8d67-42ff-9dfd-8e695f8e7591 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 210 time: 0.0331545 Mar 22 18:09:33.215376 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-586c3177-04a7-405e-a774-6f48a96d634c req-75052c7c-7cf8-43a4-b1af-4b0abaea93ab tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 210 time: 0.0273883 Mar 22 18:09:33.386736 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-855bb878-318b-46a8-b712-1b2139a82f9e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:33.388161 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-855bb878-318b-46a8-b712-1b2139a82f9e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.74 "GET /v2.0/networks?id=fb1723a5-0629-4dbe-add5-d4e17d3855ea HTTP/1.1" status: 200 len: 809 time: 0.1007318 Mar 22 18:09:33.407016 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Request body: {'port': {'device_id': 'e1ea527d-1029-41ce-af10-221cc7810988', 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea', 'admin_state_up': True, 'tenant_id': '50111ce4caa044ebb5c9e819af29a1d2'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:09:33.570417 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Made reservation on behalf of 50111ce4caa044ebb5c9e819af29a1d2 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:09:33.573977 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:33.703652 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Allocated IP 172.20.0.4 (fb1723a5-0629-4dbe-add5-d4e17d3855ea/c1569218-1cab-40b9-a7b1-8ec26957dbd9/ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:09:33.936181 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f913e-93b6-4b8d-b29c-54116ee5621e req-a894fd5b-8cf5-4ded-a6ea-4b7dffaca2d2 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:33.937724 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f52f913e-93b6-4b8d-b29c-54116ee5621e req-a894fd5b-8cf5-4ded-a6ea-4b7dffaca2d2 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.1879289 Mar 22 18:09:33.974510 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-90527376-e90f-4968-82d7-778128d2073d req-77d9ea50-bcc8-4abb-998d-ef7b66fc2495 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 210 time: 0.0686188 Mar 22 18:09:34.016721 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks [] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:34.059243 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-ec22fd23-b939-4a5c-b472-ec483227ac8e tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:34.060745 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-ec22fd23-b939-4a5c-b472-ec483227ac8e tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.74 "GET /v2.0/networks?id=c1a693e5-a826-4446-aad1-112dedcdbecb HTTP/1.1" status: 200 len: 814 time: 0.2346883 Mar 22 18:09:34.080320 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Request body: {'port': {'device_id': '95b2e6a8-7fac-40c5-ad9e-6cdd12127291', 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb', 'admin_state_up': True, 'tenant_id': '4fccfd69c9bb4b9eb357c6dd6dc7975f'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:09:34.144116 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f52f913e-93b6-4b8d-b29c-54116ee5621e req-72362828-6e99-4354-bba2-9637ee42940a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763761 Mar 22 18:09:34.226957 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:34.274276 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Network fb1723a5-0629-4dbe-add5-d4e17d3855ea is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:09:34.277387 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:09:34.280328 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:09:34.321479 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Made reservation on behalf of 4fccfd69c9bb4b9eb357c6dd6dc7975f for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:09:34.324827 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:34.345344 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Pushing event updated for resources: {'Port': ['ID=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:34.373071 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.373434 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.373772 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.374107 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.374435 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.374755 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.375075 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.375393 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.375711 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.376031 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.376347 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.376663 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.376977 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.377288 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.377626 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:34.395605 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:34.396224 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:34.466446 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6360133-f3e8-4956-989c-c3381a26a358 req-ef3e75aa-1582-432b-9c23-25ca2a411034 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:34.467947 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c6360133-f3e8-4956-989c-c3381a26a358 req-ef3e75aa-1582-432b-9c23-25ca2a411034 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 931 time: 0.1656356 Mar 22 18:09:34.502631 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-16db83d2-b85b-43b0-ada4-a6a84fad7b11 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0990818 Mar 22 18:09:34.543038 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Request body: {'port': {'device_id': 'e1ea527d-1029-41ce-af10-221cc7810988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:09:34.596859 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c6360133-f3e8-4956-989c-c3381a26a358 req-2a1e2561-5ff0-4ce6-be99-18210dc25470 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231630 Mar 22 18:09:34.605188 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Allocated IP 172.20.0.3 (c1a693e5-a826-4446-aad1-112dedcdbecb/84dc6463-159a-421d-b060-9ffcaf4868c0/2e0de877-66c6-4867-ac68-323dc4a5f096) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:09:34.644758 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:34.921221 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks [] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:35.042256 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:09:35.050234 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Publish callbacks [] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:35.057326 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:35.114041 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Transition to ACTIVE for port object ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:09:35.130074 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Network c1a693e5-a826-4446-aad1-112dedcdbecb is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:09:35.134962 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:09:35.143189 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:09:35.173595 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Pushing event updated for resources: {'Port': ['ID=2e0de877-66c6-4867-ac68-323dc4a5f096,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:35.200579 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d5c50-4d46-47be-9a5b-363b09481025 req-0ff01cfa-96c5-4679-adab-7dd4ae333c4b tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:35.203029 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-860d5c50-4d46-47be-9a5b-363b09481025 req-0ff01cfa-96c5-4679-adab-7dd4ae333c4b tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 931 time: 0.1495068 Mar 22 18:09:35.205365 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:35.211970 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:35.212563 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:35.316026 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:35.365944 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c5a894f6-1f5a-4edb-86a6-e4d531365343 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2960541 Mar 22 18:09:35.387818 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-860d5c50-4d46-47be-9a5b-363b09481025 req-f5aaa929-fd2e-4ab8-97d6-5d32131f70a2 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728296 Mar 22 18:09:35.394655 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1dea-e52e-4fd6-8550-0c39e5d2d5d6 req-6059570d-e8e9-49e7-bedf-01102a199f18 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:35.396064 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8d8b1dea-e52e-4fd6-8550-0c39e5d2d5d6 req-6059570d-e8e9-49e7-bedf-01102a199f18 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.1792340 Mar 22 18:09:35.407563 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Request body: {'port': {'device_id': '95b2e6a8-7fac-40c5-ad9e-6cdd12127291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:09:35.520013 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Attempting to bind port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:09:35.520236 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Attempting to bind port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4d62049e-8d66-4f66-8546-ebb42c9edb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:09:35.520541 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Attempting to bind port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 on network fb1723a5-0629-4dbe-add5-d4e17d3855ea {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:09:35.530983 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8d8b1dea-e52e-4fd6-8550-0c39e5d2d5d6 req-b342db3f-bb4a-4d03-9c93-223fc5a123bd tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269109 Mar 22 18:09:35.531941 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:35.534582 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 on network fb1723a5-0629-4dbe-add5-d4e17d3855ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:09:35.534896 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Attempting to bind port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 on network fb1723a5-0629-4dbe-add5-d4e17d3855ea {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:09:35.548096 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:09:35.548433 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Checking segment: {'id': '4d62049e-8d66-4f66-8546-ebb42c9edb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:09:35.548813 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Bound using segment: {'id': '4d62049e-8d66-4f66-8546-ebb42c9edb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:09:35.549227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Bound port: ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d62049e-8d66-4f66-8546-ebb42c9edb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:09:35.549601 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:35.725527 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] For port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:09:35.776827 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] For port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,segment=NetworkSegment(4d62049e-8d66-4f66-8546-ebb42c9edb5a),segment_id=4d62049e-8d66-4f66-8546-ebb42c9edb5a)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:09:35.804731 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671b3ca-8c71-42b7-b1c8-334510c5bfff req-4f770722-36d2-4703-87be-751c25f2b476 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:35.806250 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0671b3ca-8c71-42b7-b1c8-334510c5bfff req-4f770722-36d2-4703-87be-751c25f2b476 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 943 time: 0.1378286 Mar 22 18:09:35.860055 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:35.916321 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0671b3ca-8c71-42b7-b1c8-334510c5bfff req-4394564f-2111-40fa-89da-848e6d0155c9 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016989 Mar 22 18:09:35.920350 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:35.920960 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:35.922299 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] 10.222.0.74 "PUT /v2.0/ports/ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 HTTP/1.1" status: 200 len: 1093 time: 1.3920226 Mar 22 18:09:35.922887 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ea527d-1029-41ce-af10-221cc7810988', 'tag': 'ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:09:35.924955 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773ce13a-a18f-4417-9490-859f44f41d35" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ea527d-1029-41ce-af10-221cc7810988", "tag": "ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:09:35.973069 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfd2a94-0232-4fd1-bbf9-fd9d0474087a x-openstack-request-id: req-8cfd2a94-0232-4fd1-bbf9-fd9d0474087a {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:09:35.973358 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ea527d-1029-41ce-af10-221cc7810988", "tag": "ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:09:35.973636 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cfd2a94-0232-4fd1-bbf9-fd9d0474087a {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:09:35.974136 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfd2a94-0232-4fd1-bbf9-fd9d0474087a'] response: {'name': 'network-changed', 'server_uuid': 'e1ea527d-1029-41ce-af10-221cc7810988', 'tag': 'ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94', 'status': 'completed', 'code': 200} Mar 22 18:09:35.976973 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223e0db-6fce-49f5-99ac-15bab7ddd087 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:35.999959 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0de877-66c6-4867-ac68-323dc4a5f096 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:09:36.025484 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Publish callbacks [] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:36.042797 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Transition to ACTIVE for port object 2e0de877-66c6-4867-ac68-323dc4a5f096 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:09:36.055360 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ce13a-a18f-4417-9490-859f44f41d35 req-62d7fc2f-f6b8-455a-b848-e037c077fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:36.060442 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-773ce13a-a18f-4417-9490-859f44f41d35 req-62d7fc2f-f6b8-455a-b848-e037c077fb53 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=50111ce4caa044ebb5c9e819af29a1d2&device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 1127 time: 0.0667202 Mar 22 18:09:36.110054 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:36.176979 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0de877-66c6-4867-ac68-323dc4a5f096,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:36.499473 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ce13a-a18f-4417-9490-859f44f41d35 req-63a43178-7cae-4ca0-ba3d-0c162fc513bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:36.500906 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-773ce13a-a18f-4417-9490-859f44f41d35 req-63a43178-7cae-4ca0-ba3d-0c162fc513bf service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=50111ce4caa044ebb5c9e819af29a1d2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4350421 Mar 22 18:09:36.627821 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Attempting to bind port 2e0de877-66c6-4867-ac68-323dc4a5f096 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:09:36.628156 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Attempting to bind port 2e0de877-66c6-4867-ac68-323dc4a5f096 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '26c842fc-b760-4bdd-9ae9-3e25b50698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:09:36.628485 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Attempting to bind port 2e0de877-66c6-4867-ac68-323dc4a5f096 on network c1a693e5-a826-4446-aad1-112dedcdbecb {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:09:36.640966 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303b7be-a342-43ca-b7bf-25f4df4344da req-4f02db36-fef5-4f17-94bd-a5a9e5c8662e tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:36.642429 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1303b7be-a342-43ca-b7bf-25f4df4344da req-4f02db36-fef5-4f17-94bd-a5a9e5c8662e tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 943 time: 0.1754053 Mar 22 18:09:36.665239 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Port 2e0de877-66c6-4867-ac68-323dc4a5f096 on network c1a693e5-a826-4446-aad1-112dedcdbecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:09:36.665595 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Attempting to bind port 2e0de877-66c6-4867-ac68-323dc4a5f096 on network c1a693e5-a826-4446-aad1-112dedcdbecb {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:09:36.694320 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:09:36.694698 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Checking segment: {'id': '26c842fc-b760-4bdd-9ae9-3e25b50698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:09:36.694951 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Bound using segment: {'id': '26c842fc-b760-4bdd-9ae9-3e25b50698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:09:36.695385 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Bound port: 2e0de877-66c6-4867-ac68-323dc4a5f096, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c842fc-b760-4bdd-9ae9-3e25b50698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:09:36.695740 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:36.711481 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ce13a-a18f-4417-9490-859f44f41d35 req-4d5d0409-2465-4745-9545-eb6f496e1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:36.712932 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-773ce13a-a18f-4417-9490-859f44f41d35 req-4d5d0409-2465-4745-9545-eb6f496e1dbd service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1951404 Mar 22 18:09:36.798136 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d8327-0b2c-4e53-87b9-441b14cfcf35 req-60e5eb74-d0f5-4324-a58a-b3c445d22c10 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:36.799590 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cf8d8327-0b2c-4e53-87b9-441b14cfcf35 req-60e5eb74-d0f5-4324-a58a-b3c445d22c10 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.1933954 Mar 22 18:09:36.819837 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1303b7be-a342-43ca-b7bf-25f4df4344da req-3c04b7c7-90bf-4843-9bd1-5381bb4a81c5 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591127 Mar 22 18:09:36.878771 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] For port 2e0de877-66c6-4867-ac68-323dc4a5f096, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:09:36.899361 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] For port 2e0de877-66c6-4867-ac68-323dc4a5f096, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2e0de877-66c6-4867-ac68-323dc4a5f096,segment=NetworkSegment(26c842fc-b760-4bdd-9ae9-3e25b50698c8),segment_id=26c842fc-b760-4bdd-9ae9-3e25b50698c8)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:09:36.910808 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7aedebd3-e8a6-418d-b013-8d02285025ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:36.912443 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-7aedebd3-e8a6-418d-b013-8d02285025ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=50111ce4caa044ebb5c9e819af29a1d2&device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 1127 time: 0.1399713 Mar 22 18:09:36.922468 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cf8d8327-0b2c-4e53-87b9-441b14cfcf35 req-17e37195-39e7-4964-845d-430de7cf1c83 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069071 Mar 22 18:09:36.963033 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-a9302fa2-daf3-44a5-a20b-2f2d1fe5abe2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 HTTP/1.1" status: 200 len: 217 time: 0.0395958 Mar 22 18:09:36.996484 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:37.066388 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:37.067036 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:37.069057 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] 10.222.0.74 "PUT /v2.0/ports/2e0de877-66c6-4867-ac68-323dc4a5f096 HTTP/1.1" status: 200 len: 1093 time: 1.6847816 Mar 22 18:09:37.084807 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-52519f82-2a14-4755-92ce-783182684738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:37.089980 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-52519f82-2a14-4755-92ce-783182684738 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1569218-1cab-40b9-a7b1-8ec26957dbd9 HTTP/1.1" status: 200 len: 849 time: 0.1182358 Mar 22 18:09:37.131432 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-a4f6af98-2619-4693-bacd-7a3476cd4b96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fb1723a5-0629-4dbe-add5-d4e17d3855ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348849 Mar 22 18:09:37.133025 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f68110-3a36-4c65-8853-11a4eecc4a81 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0de877-66c6-4867-ac68-323dc4a5f096,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:37.152736 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645cde1-e680-4b42-8982-dea309049d03 req-acccd63e-5533-4098-ad50-fc5227f5759f tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:37.154200 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9645cde1-e680-4b42-8982-dea309049d03 req-acccd63e-5533-4098-ad50-fc5227f5759f tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 943 time: 0.1596088 Mar 22 18:09:37.283149 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9645cde1-e680-4b42-8982-dea309049d03 req-a075ee3a-e135-4e8a-8814-680b50f947f3 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192136 Mar 22 18:09:37.299480 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c30476c6-128d-47da-8593-4c856ae0b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:37.300944 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-c30476c6-128d-47da-8593-4c856ae0b12a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4fccfd69c9bb4b9eb357c6dd6dc7975f&device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 1127 time: 0.1078463 Mar 22 18:09:37.304986 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-8c73aaba-674a-46d3-b571-44184244f2d2 service neutron] 10.222.0.74 "GET /v2.0/networks/fb1723a5-0629-4dbe-add5-d4e17d3855ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671891 Mar 22 18:09:37.359665 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-6a01fe91-88a3-46eb-8b11-e92809d815ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e0de877-66c6-4867-ac68-323dc4a5f096 HTTP/1.1" status: 200 len: 217 time: 0.0478442 Mar 22 18:09:37.447326 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-d4d65837-12d7-4217-9fd4-5d1578698f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:37.448752 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-d4d65837-12d7-4217-9fd4-5d1578698f4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84dc6463-159a-421d-b060-9ffcaf4868c0 HTTP/1.1" status: 200 len: 854 time: 0.0654309 Mar 22 18:09:37.485132 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-1d5208ec-ba08-450e-8a2e-c35b699514a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1a693e5-a826-4446-aad1-112dedcdbecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257375 Mar 22 18:09:37.486902 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-67b00ab9-b853-4094-b04f-c220a8778c8c req-9ecd6c01-0e9f-42ac-baa0-3f6f2c94037a service neutron] 10.222.0.74 "GET /v2.0/networks/fb1723a5-0629-4dbe-add5-d4e17d3855ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698408 Mar 22 18:09:37.582649 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-50c182e4-4822-4a59-9fa2-d1aa264884b7 service neutron] 10.222.0.74 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878422 Mar 22 18:09:37.672088 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1539b9e0-612b-47b8-9509-7c5379a81dbc req-3b4fa6bf-6c3c-4c87-9c16-9cb8fe264101 service neutron] 10.222.0.74 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832541 Mar 22 18:09:37.849036 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:09:37.938452 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f34f9f-ed0d-416a-9b0b-ea54e6842daa req-e9a78f94-06d8-4f5b-8bfe-5108a68a67a0 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:37.939981 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-76f34f9f-ed0d-416a-9b0b-ea54e6842daa req-e9a78f94-06d8-4f5b-8bfe-5108a68a67a0 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 943 time: 0.0527472 Mar 22 18:09:37.977836 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b2e6a8-7fac-40c5-ad9e-6cdd12127291', 'tag': '2e0de877-66c6-4867-ac68-323dc4a5f096'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:09:37.980183 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2" -d '{"events": [{"name": "network-changed", "server_uuid": "95b2e6a8-7fac-40c5-ad9e-6cdd12127291", "tag": "2e0de877-66c6-4867-ac68-323dc4a5f096"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:09:38.010243 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-76f34f9f-ed0d-416a-9b0b-ea54e6842daa req-5e209e16-b55f-44e9-87a7-8971cc5910c0 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641832 Mar 22 18:09:38.054291 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314acef-c13e-4cbc-9180-bb8dffc9507c req-2f49d304-9816-4405-8511-52f6018cb616 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:38.055966 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d314acef-c13e-4cbc-9180-bb8dffc9507c req-2f49d304-9816-4405-8511-52f6018cb616 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.0628984 Mar 22 18:09:38.057455 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbbcbe6-ea8d-4c0a-addd-d89cbdf168c7 x-openstack-request-id: req-3fbbcbe6-ea8d-4c0a-addd-d89cbdf168c7 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:09:38.057719 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b2e6a8-7fac-40c5-ad9e-6cdd12127291", "tag": "2e0de877-66c6-4867-ac68-323dc4a5f096", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:09:38.057974 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fbbcbe6-ea8d-4c0a-addd-d89cbdf168c7 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:09:38.058817 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbbcbe6-ea8d-4c0a-addd-d89cbdf168c7'] response: {'name': 'network-changed', 'server_uuid': '95b2e6a8-7fac-40c5-ad9e-6cdd12127291', 'tag': '2e0de877-66c6-4867-ac68-323dc4a5f096', 'status': 'completed', 'code': 200} Mar 22 18:09:38.145634 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d314acef-c13e-4cbc-9180-bb8dffc9507c req-c90a3340-fad2-4487-9b47-ae4406c4cfbe tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837483 Mar 22 18:09:38.152599 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2 req-957d200c-91d9-4223-8fb3-3c1d32be3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:38.154064 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2 req-957d200c-91d9-4223-8fb3-3c1d32be3dd2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4fccfd69c9bb4b9eb357c6dd6dc7975f&device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 1127 time: 0.0783460 Mar 22 18:09:38.247885 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2 req-bde3c159-4c2c-4fea-b29e-ce76a1f4d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:38.249420 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2 req-bde3c159-4c2c-4fea-b29e-ce76a1f4d066 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1a693e5-a826-4446-aad1-112dedcdbecb HTTP/1.1" status: 200 len: 915 time: 0.0882320 Mar 22 18:09:38.292491 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2 req-22efcedc-5f68-4467-a132-cf3f69ba4967 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e0de877-66c6-4867-ac68-323dc4a5f096 HTTP/1.1" status: 200 len: 217 time: 0.0352044 Mar 22 18:09:38.343348 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2 req-073b3ed3-f459-47ea-b7b4-20673825229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:38.344819 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2 req-073b3ed3-f459-47ea-b7b4-20673825229e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84dc6463-159a-421d-b060-9ffcaf4868c0 HTTP/1.1" status: 200 len: 854 time: 0.0464227 Mar 22 18:09:38.392713 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2 req-a94144e4-4fad-41ff-985a-3bed0b09a406 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1a693e5-a826-4446-aad1-112dedcdbecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383093 Mar 22 18:09:38.492266 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5ff5-5c78-405f-bcd0-7924f0094312 req-62d1e4de-771b-4a8f-b2a9-54ad8e36ef73 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:38.493660 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e57f5ff5-5c78-405f-bcd0-7924f0094312 req-62d1e4de-771b-4a8f-b2a9-54ad8e36ef73 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 943 time: 0.1319661 Mar 22 18:09:38.522834 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2 req-e50834ca-97bd-4307-94ca-f35bd341977d service neutron] 10.222.0.74 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157513 Mar 22 18:09:38.593033 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e57f5ff5-5c78-405f-bcd0-7924f0094312 req-92eeb9d7-66c5-4ac5-b1c3-9c03b12bad4c tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912664 Mar 22 18:09:38.630465 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7e7a7443-6413-4bf4-9cb3-3676aefc33a2 req-a5ab6b51-dcaf-43e0-8d96-e8dd807105e6 service neutron] 10.222.0.74 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003647 Mar 22 18:09:39.134311 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e98699-f3b5-46a1-9052-178c54f3ee03 req-fe1ab3d9-5f58-4b89-aa30-f4ffca853f4e tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:39.135865 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a3e98699-f3b5-46a1-9052-178c54f3ee03 req-fe1ab3d9-5f58-4b89-aa30-f4ffca853f4e tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 943 time: 0.0578361 Mar 22 18:09:39.182930 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a3e98699-f3b5-46a1-9052-178c54f3ee03 req-ecd22b3b-314d-4573-93ed-535f72a25ecf tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414941 Mar 22 18:09:39.265322 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b6607-041c-47b6-8105-3cd109f3fa85 req-aa4723b8-ffc1-495f-b043-e20f4c13c79d tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:39.266824 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5c6b6607-041c-47b6-8105-3cd109f3fa85 req-aa4723b8-ffc1-495f-b043-e20f4c13c79d tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.0539558 Mar 22 18:09:39.326224 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5c6b6607-041c-47b6-8105-3cd109f3fa85 req-733f46d8-0430-411e-9205-8aedb218023e tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac&id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529096 Mar 22 18:09:39.707480 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfc55b-c160-45b5-8a68-214934194b4f req-0b4893cd-3ff8-4fba-a0a8-1fea0eb4a67b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:39.709602 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e3bfc55b-c160-45b5-8a68-214934194b4f req-0b4893cd-3ff8-4fba-a0a8-1fea0eb4a67b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 943 time: 0.0520988 Mar 22 18:09:39.758772 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e3bfc55b-c160-45b5-8a68-214934194b4f req-45ba1530-b204-49d7-a7fd-64777577466a tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435700 Mar 22 18:09:40.300034 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ecd27-527d-496b-93ce-f19b3418d098 req-103f5f9b-9b3f-434b-a322-176e032c447f tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:40.301553 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ae3ecd27-527d-496b-93ce-f19b3418d098 req-103f5f9b-9b3f-434b-a322-176e032c447f tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 943 time: 0.0520134 Mar 22 18:09:40.347632 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ae3ecd27-527d-496b-93ce-f19b3418d098 req-b994f352-91e5-40c6-a3ac-7d0e7a6d3bc3 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Mar 22 18:09:40.877897 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd74dc-b6ba-4e38-8922-65db7dcf9d42 req-a27a2706-eacc-44c9-8d87-3c703dfa4c7d tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:40.879373 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e7cd74dc-b6ba-4e38-8922-65db7dcf9d42 req-a27a2706-eacc-44c9-8d87-3c703dfa4c7d tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 943 time: 0.0528567 Mar 22 18:09:40.925673 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e7cd74dc-b6ba-4e38-8922-65db7dcf9d42 req-5a7e7173-796b-447c-b6a6-b64d7fa4a0c0 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400033 Mar 22 18:09:41.466515 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017cd1-6ac6-4c2b-80f8-e86ffe4a92ba req-da133204-8806-4512-9f40-3de3e4ae8ef9 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:41.467977 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e4017cd1-6ac6-4c2b-80f8-e86ffe4a92ba req-da133204-8806-4512-9f40-3de3e4ae8ef9 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 943 time: 0.0553789 Mar 22 18:09:41.513385 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e4017cd1-6ac6-4c2b-80f8-e86ffe4a92ba req-30077627-1451-40ba-96ab-57c5e3b65060 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Mar 22 18:09:41.587395 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 2e0de877-66c6-4867-ac68-323dc4a5f096 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:09:41.683583 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 2e0de877-66c6-4867-ac68-323dc4a5f096, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2e0de877-66c6-4867-ac68-323dc4a5f096,segment=NetworkSegment(26c842fc-b760-4bdd-9ae9-3e25b50698c8),segment_id=26c842fc-b760-4bdd-9ae9-3e25b50698c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:09:41.695661 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '2e0de877-66c6-4867-ac68-323dc4a5f096', 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb', 'port_id': '2e0de877-66c6-4867-ac68-323dc4a5f096', 'mac_address': 'fa:16:3e:9e:0e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dc6463-159a-421d-b060-9ffcaf4868c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:09:41.731331 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 2e0de877-66c6-4867-ac68-323dc4a5f096 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:09:41.731720 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:41.745090 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0de877-66c6-4867-ac68-323dc4a5f096 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:09:41.764158 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 2e0de877-66c6-4867-ac68-323dc4a5f096, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2e0de877-66c6-4867-ac68-323dc4a5f096,segment=NetworkSegment(26c842fc-b760-4bdd-9ae9-3e25b50698c8),segment_id=26c842fc-b760-4bdd-9ae9-3e25b50698c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:09:41.851532 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:41.851532 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:09:41.919227 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=2e0de877-66c6-4867-ac68-323dc4a5f096,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:41.953215 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.953500 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.953847 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.954185 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.954944 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.954944 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.955125 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.955448 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.955773 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.956130 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.956408 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.956735 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.957054 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.957371 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:41.957715 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:09:42.001085 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,segment=NetworkSegment(4d62049e-8d66-4f66-8546-ebb42c9edb5a),segment_id=4d62049e-8d66-4f66-8546-ebb42c9edb5a)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:09:42.013884 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': 'ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94', 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea', 'port_id': 'ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94', 'mac_address': 'fa:16:3e:7a:46:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1569218-1cab-40b9-a7b1-8ec26957dbd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:09:42.048158 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a471bbf-ebc6-407d-aa61-36b310debd69 req-88a4d25d-13bb-4ed4-b60f-3f8aaefa641e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:42.049798 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6a471bbf-ebc6-407d-aa61-36b310debd69 req-88a4d25d-13bb-4ed4-b60f-3f8aaefa641e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 943 time: 0.0525696 Mar 22 18:09:42.057903 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:09:42.058302 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:42.072731 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:09:42.093645 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,segment=NetworkSegment(4d62049e-8d66-4f66-8546-ebb42c9edb5a),segment_id=4d62049e-8d66-4f66-8546-ebb42c9edb5a)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:09:42.104714 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6a471bbf-ebc6-407d-aa61-36b310debd69 req-ad3ffd21-efaf-4b92-94a3-cef8ee1a6a67 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469289 Mar 22 18:09:42.181760 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:42.245269 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:42.519392 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:09:42.544733 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['2e0de877-66c6-4867-ac68-323dc4a5f096'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:09:42.629471 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a22f52-0164-4104-aa34-9be76738ef99 req-70288d30-1287-4ae8-bcd1-8d0405617b32 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:42.631720 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-83a22f52-0164-4104-aa34-9be76738ef99 req-70288d30-1287-4ae8-bcd1-8d0405617b32 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 944 time: 0.0526667 Mar 22 18:09:42.681759 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-83a22f52-0164-4104-aa34-9be76738ef99 req-7b8d2129-1e98-4462-8ca0-b98e8485eb50 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Mar 22 18:09:43.220207 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612d9d0-fd3a-4154-a10b-4919d08d3ae4 req-793d4d3d-6534-49ed-b923-f0da5451f4ad tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:43.221699 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5612d9d0-fd3a-4154-a10b-4919d08d3ae4 req-793d4d3d-6534-49ed-b923-f0da5451f4ad tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 944 time: 0.0522590 Mar 22 18:09:43.268320 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5612d9d0-fd3a-4154-a10b-4919d08d3ae4 req-86874103-8017-48da-923a-3e156244cb21 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Mar 22 18:09:43.595329 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 2e0de877-66c6-4867-ac68-323dc4a5f096 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:09:43.819266 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260c79-9a20-4bd6-a840-0ecd72050a17 req-6205ac49-0ae7-4191-95c5-9ac541370d33 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:43.819266 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e6260c79-9a20-4bd6-a840-0ecd72050a17 req-6205ac49-0ae7-4191-95c5-9ac541370d33 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 944 time: 0.0622525 Mar 22 18:09:43.860222 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e6260c79-9a20-4bd6-a840-0ecd72050a17 req-8caeac2d-2e28-4ab7-b050-3257390562be tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Mar 22 18:09:43.918976 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 2e0de877-66c6-4867-ac68-323dc4a5f096 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:09:43.922955 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 2e0de877-66c6-4867-ac68-323dc4a5f096 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:09:43.923323 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:44.001014 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 2e0de877-66c6-4867-ac68-323dc4a5f096 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:09:44.001392 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:44.023613 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b2e6a8-7fac-40c5-ad9e-6cdd12127291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0de877-66c6-4867-ac68-323dc4a5f096'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:09:44.025875 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b71e352-ea68-480e-a7a8-bb1fa8e98d95" -d '{"events": [{"server_uuid": "95b2e6a8-7fac-40c5-ad9e-6cdd12127291", "name": "network-vif-plugged", "status": "completed", "tag": "2e0de877-66c6-4867-ac68-323dc4a5f096"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:09:44.038524 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 2e0de877-66c6-4867-ac68-323dc4a5f096, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2e0de877-66c6-4867-ac68-323dc4a5f096,segment=NetworkSegment(26c842fc-b760-4bdd-9ae9-3e25b50698c8),segment_id=26c842fc-b760-4bdd-9ae9-3e25b50698c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:09:44.141949 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:44.142764 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:09:44.186497 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48406780-c050-45b6-b25d-7f1a7737069c x-openstack-request-id: req-48406780-c050-45b6-b25d-7f1a7737069c {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:09:44.186787 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b2e6a8-7fac-40c5-ad9e-6cdd12127291", "name": "network-vif-plugged", "status": "completed", "tag": "2e0de877-66c6-4867-ac68-323dc4a5f096", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:09:44.187058 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48406780-c050-45b6-b25d-7f1a7737069c {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:09:44.187447 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48406780-c050-45b6-b25d-7f1a7737069c'] response: {'server_uuid': '95b2e6a8-7fac-40c5-ad9e-6cdd12127291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0de877-66c6-4867-ac68-323dc4a5f096', 'code': 200} Mar 22 18:09:44.225792 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=2e0de877-66c6-4867-ac68-323dc4a5f096,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:44.347028 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:09:44.351665 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:09:44.352124 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:44.390894 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2d636-b1a4-4af2-a02c-97b2b476c4db req-b05393a8-37e8-441e-800f-3bfe9cdaf7d2 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:44.392348 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6fd2d636-b1a4-4af2-a02c-97b2b476c4db req-b05393a8-37e8-441e-800f-3bfe9cdaf7d2 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 944 time: 0.0567591 Mar 22 18:09:44.431041 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:09:44.431431 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:44.441909 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6fd2d636-b1a4-4af2-a02c-97b2b476c4db req-9969ec44-b028-4431-a781-394abd5f6255 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Mar 22 18:09:44.468199 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,segment=NetworkSegment(4d62049e-8d66-4f66-8546-ebb42c9edb5a),segment_id=4d62049e-8d66-4f66-8546-ebb42c9edb5a)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:09:44.489648 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70df49-782d-4710-a97c-0d3be0ab3bb1 req-4958d4c1-6ea1-47dd-9f5d-5596ae151956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:44.491260 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4e70df49-782d-4710-a97c-0d3be0ab3bb1 req-4958d4c1-6ea1-47dd-9f5d-5596ae151956 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 1129 time: 0.0452919 Mar 22 18:09:44.533455 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4e70df49-782d-4710-a97c-0d3be0ab3bb1 req-cba8885f-9d89-4464-813e-49ac188742d9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Mar 22 18:09:44.556266 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:44.605702 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:44.984962 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349d605-3b05-4523-b462-5866a6489721 req-5c9b9920-155e-4253-b024-cd90a3a07a22 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:44.986468 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c349d605-3b05-4523-b462-5866a6489721 req-5c9b9920-155e-4253-b024-cd90a3a07a22 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 945 time: 0.0574996 Mar 22 18:09:45.033947 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c349d605-3b05-4523-b462-5866a6489721 req-08d80125-69c4-45ad-b083-bde4c9bc2e79 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Mar 22 18:09:45.567177 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f14a48-b593-4aed-9215-c5334e9e0fa2 req-26252ae4-f1ba-424c-b1bb-243601ce04fd tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:45.568857 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1f14a48-b593-4aed-9215-c5334e9e0fa2 req-26252ae4-f1ba-424c-b1bb-243601ce04fd tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 945 time: 0.0515394 Mar 22 18:09:45.613938 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1f14a48-b593-4aed-9215-c5334e9e0fa2 req-b8d6c39f-4856-45da-9f4f-1ebafff9c99c tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395808 Mar 22 18:09:46.155411 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e754a50-6a08-4e50-b6c3-9d6e4c2b6e93 req-4711a7ef-6f85-402e-af1f-c0717f37825a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:46.156948 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0e754a50-6a08-4e50-b6c3-9d6e4c2b6e93 req-4711a7ef-6f85-402e-af1f-c0717f37825a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 945 time: 0.0549073 Mar 22 18:09:46.188274 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ea527d-1029-41ce-af10-221cc7810988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:09:46.190566 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb933c-9aa6-489a-85e3-7722eb20b4cf" -d '{"events": [{"server_uuid": "e1ea527d-1029-41ce-af10-221cc7810988", "name": "network-vif-plugged", "status": "completed", "tag": "ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:09:46.209796 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0e754a50-6a08-4e50-b6c3-9d6e4c2b6e93 req-bb20e7c7-35ef-473e-ae96-a5b1ea2368ff tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461535 Mar 22 18:09:46.226719 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768cddb1-69c5-4455-8281-b4bfac5fb225 x-openstack-request-id: req-768cddb1-69c5-4455-8281-b4bfac5fb225 {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:09:46.227016 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ea527d-1029-41ce-af10-221cc7810988", "name": "network-vif-plugged", "status": "completed", "tag": "ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:09:46.227264 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-768cddb1-69c5-4455-8281-b4bfac5fb225 {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:09:46.227651 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768cddb1-69c5-4455-8281-b4bfac5fb225'] response: {'server_uuid': 'e1ea527d-1029-41ce-af10-221cc7810988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94', 'code': 200} Mar 22 18:09:46.524377 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea478e-8b00-4156-918d-102b07c5009b req-025f819c-8d1c-40fa-8939-2e06176ddd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:46.525872 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eaea478e-8b00-4156-918d-102b07c5009b req-025f819c-8d1c-40fa-8939-2e06176ddd0a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 1129 time: 0.0432272 Mar 22 18:09:46.569055 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eaea478e-8b00-4156-918d-102b07c5009b req-04affb1e-67e8-416d-ae75-57ece4adb89e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373123 Mar 22 18:09:46.729096 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316cb26-1d7b-4f55-a51f-b6fa2f82bad3 req-4193960e-3616-42e7-8ae1-907b5015f171 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:46.737056 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2316cb26-1d7b-4f55-a51f-b6fa2f82bad3 req-4193960e-3616-42e7-8ae1-907b5015f171 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 945 time: 0.0518723 Mar 22 18:09:46.775952 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2316cb26-1d7b-4f55-a51f-b6fa2f82bad3 req-832a6017-8e6e-4c32-8cfc-0d3fbeed2ca4 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Mar 22 18:09:47.902668 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b42516-efb4-4b57-bd71-2ba6c135ca88 req-2cb1047e-53ed-4eaa-82bd-e9b79a14d54f tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:47.904266 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e8b42516-efb4-4b57-bd71-2ba6c135ca88 req-2cb1047e-53ed-4eaa-82bd-e9b79a14d54f tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 945 time: 0.0575073 Mar 22 18:09:47.955183 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e8b42516-efb4-4b57-bd71-2ba6c135ca88 req-1ccb77cf-e474-4c31-ba81-9017992db53a tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Mar 22 18:09:49.078448 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4dc35-6dd6-4260-851f-054f91de46fb req-2362887e-c14a-4770-88ac-63b741b510f5 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:49.079925 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2ab4dc35-6dd6-4260-851f-054f91de46fb req-2362887e-c14a-4770-88ac-63b741b510f5 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 945 time: 0.0541563 Mar 22 18:09:49.128488 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2ab4dc35-6dd6-4260-851f-054f91de46fb req-d469ce5a-ca08-445d-8c75-3616b617d45b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Mar 22 18:09:50.507876 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6f19a-5016-4acf-b803-3157540d3fec req-13ad4e2c-103b-457e-bf64-36a97b9e4d0e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:50.509350 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e6e6f19a-5016-4acf-b803-3157540d3fec req-13ad4e2c-103b-457e-bf64-36a97b9e4d0e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 945 time: 0.0545478 Mar 22 18:09:50.561242 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e6e6f19a-5016-4acf-b803-3157540d3fec req-1de7473f-7260-4cc9-b7c7-00f8b72bec18 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458801 Mar 22 18:09:51.683131 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c53830-c20e-49ad-9d49-9af283d93c59 req-8f5e1a65-2939-44db-8bf2-5168503dd00a tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:51.684647 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1c53830-c20e-49ad-9d49-9af283d93c59 req-8f5e1a65-2939-44db-8bf2-5168503dd00a tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 945 time: 0.0527508 Mar 22 18:09:51.731878 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1c53830-c20e-49ad-9d49-9af283d93c59 req-0b75b0ae-3d94-46e5-afb9-7abe24c0aeb3 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Mar 22 18:09:52.362739 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-e3a1eff9-ad3a-44f4-9402-97a149b74670 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:52.364204 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-e3a1eff9-ad3a-44f4-9402-97a149b74670 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 945 time: 0.0519834 Mar 22 18:09:52.461614 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-c0da86a3-6e9e-4b2f-8477-1616bbb02079 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Deleting port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:09:52.461957 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-c0da86a3-6e9e-4b2f-8477-1616bbb02079 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:52.547555 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-adab8e6b-be40-4d60-81aa-85f6678a725c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:52.554619 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-c0da86a3-6e9e-4b2f-8477-1616bbb02079 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] For port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,segment=NetworkSegment(4d62049e-8d66-4f66-8546-ebb42c9edb5a),segment_id=4d62049e-8d66-4f66-8546-ebb42c9edb5a)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:09:52.558282 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-c0da86a3-6e9e-4b2f-8477-1616bbb02079 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:52.570920 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-c0da86a3-6e9e-4b2f-8477-1616bbb02079 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Calling delete_port for ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:09:52.855150 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2890d-93d7-4c28-bd2e-62d94eb33813 req-ca0ae962-ad2a-4f76-abfb-6b52921092af tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:52.856625 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1ea2890d-93d7-4c28-bd2e-62d94eb33813 req-ca0ae962-ad2a-4f76-abfb-6b52921092af tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1ea527d-1029-41ce-af10-221cc7810988 HTTP/1.1" status: 200 len: 945 time: 0.0548041 Mar 22 18:09:52.869174 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-c0da86a3-6e9e-4b2f-8477-1616bbb02079 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:52.882157 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:09:52.908097 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da86a3-6e9e-4b2f-8477-1616bbb02079 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Pushing event deleted for resources: {'Port': ['ID=ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:52.913083 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:52.970462 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-c0da86a3-6e9e-4b2f-8477-1616bbb02079 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] No DVR routers for this DVR port ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:09:52.975555 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1ea2890d-93d7-4c28-bd2e-62d94eb33813 req-ec1b188f-480d-4319-a697-09819885924e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131763 Mar 22 18:09:52.976649 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-c0da86a3-6e9e-4b2f-8477-1616bbb02079 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:52.980032 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1974ce97-0189-44a3-9440-dbbe5c009746 req-c0da86a3-6e9e-4b2f-8477-1616bbb02079 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.74 "DELETE /v2.0/ports/ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 HTTP/1.1" status: 204 len: 173 time: 0.6103196 Mar 22 18:09:52.986599 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ea527d-1029-41ce-af10-221cc7810988', 'name': 'network-vif-deleted', 'tag': 'ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:09:52.986599 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad66b2a-1e47-4abb-946a-7c1d28f34abd" -d '{"events": [{"server_uuid": "e1ea527d-1029-41ce-af10-221cc7810988", "name": "network-vif-deleted", "tag": "ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:09:53.021637 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac827010-a64c-42ea-835b-0418ed6e1061 x-openstack-request-id: req-ac827010-a64c-42ea-835b-0418ed6e1061 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:09:53.021917 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ea527d-1029-41ce-af10-221cc7810988", "name": "network-vif-deleted", "tag": "ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:09:53.022197 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac827010-a64c-42ea-835b-0418ed6e1061 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:09:53.022787 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac827010-a64c-42ea-835b-0418ed6e1061'] response: {'server_uuid': 'e1ea527d-1029-41ce-af10-221cc7810988', 'name': 'network-vif-deleted', 'tag': 'ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94', 'status': 'completed', 'code': 200} Mar 22 18:09:54.238840 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-446fed72-eb2f-467d-8f4f-43e2d178f1b7 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:54.240872 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-446fed72-eb2f-467d-8f4f-43e2d178f1b7 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/networks?id=fb1723a5-0629-4dbe-add5-d4e17d3855ea HTTP/1.1" status: 200 len: 809 time: 0.0999813 Mar 22 18:09:54.256164 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-d9d3e852-c330-455e-9bf7-f4039d397a74 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/quotas/50111ce4caa044ebb5c9e819af29a1d2 HTTP/1.1" status: 200 len: 375 time: 0.0093036 Mar 22 18:09:54.292154 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-10fe91a7-d66f-4283-bd78-4b43ea04ffc5 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=50111ce4caa044ebb5c9e819af29a1d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305941 Mar 22 18:09:54.384180 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-e69c9d6e-6fb3-40de-9b18-442dac230ed0 service neutron] 10.222.0.73 "GET /v2.0/networks/fb1723a5-0629-4dbe-add5-d4e17d3855ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847030 Mar 22 18:09:54.477533 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-d454b329-b292-490a-a45f-6dbb54e9c490 service neutron] 10.222.0.73 "GET /v2.0/networks/fb1723a5-0629-4dbe-add5-d4e17d3855ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874782 Mar 22 18:09:54.712756 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-07eda842-f7f5-4c44-a3ba-0dd53f41761d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:54.727038 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8b2d5b7a-2b44-452e-ac3e-494ee2857f49 req-52bb70d1-d2a3-4fcc-a3b5-c895ac8d4c95 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 210 time: 0.0301218 Mar 22 18:09:55.665819 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:09:55.688365 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:09:55.688765 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device ab0dc00c-7161-4f6b-a49e-b65ba1cd3f94 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:09:55.823712 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-42738a23-f0e5-42b8-b8b3-dbaee5d5926a req-78d6841a-1ffd-4e86-bf72-5725fbeb1f22 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 210 time: 0.0282478 Mar 22 18:09:55.964315 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:56.722816 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-383cef5c-5fd7-41ef-8687-37a311b4113e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:56.724967 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-383cef5c-5fd7-41ef-8687-37a311b4113e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.74 "GET /v2.0/networks?id=fb1723a5-0629-4dbe-add5-d4e17d3855ea HTTP/1.1" status: 200 len: 809 time: 0.1067045 Mar 22 18:09:56.744141 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Request body: {'port': {'device_id': '738afe9b-247f-4dbc-9386-e70bbe813a90', 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea', 'admin_state_up': True, 'tenant_id': '50111ce4caa044ebb5c9e819af29a1d2'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:09:57.072945 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f2187181-79f2-4a8a-a59c-738f66417746 req-28fb1549-3673-4f15-aba2-46e71e6d5fac tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 210 time: 0.0561011 Mar 22 18:09:57.198655 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Made reservation on behalf of 50111ce4caa044ebb5c9e819af29a1d2 for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:09:57.202318 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:57.323466 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Allocated IP 172.20.0.7 (fb1723a5-0629-4dbe-add5-d4e17d3855ea/c1569218-1cab-40b9-a7b1-8ec26957dbd9/3476b034-cdb0-45d7-92db-bf7172fe71b8) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:09:57.475333 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks [] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:57.484333 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:57.564782 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:57.607412 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Network fb1723a5-0629-4dbe-add5-d4e17d3855ea is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:09:57.610488 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:09:57.616915 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:09:57.623143 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Pushing event updated for resources: {'Port': ['ID=3476b034-cdb0-45d7-92db-bf7172fe71b8,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:57.667167 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:57.667771 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:57.749567 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-37e40725-967b-4b3d-ae07-5651ea16a74b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0097268 Mar 22 18:09:57.770238 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Request body: {'port': {'device_id': '738afe9b-247f-4dbc-9386-e70bbe813a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:09:57.832881 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:58.088189 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3476b034-cdb0-45d7-92db-bf7172fe71b8 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:09:58.095620 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Publish callbacks [] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:58.107989 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Transition to ACTIVE for port object 3476b034-cdb0-45d7-92db-bf7172fe71b8 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:09:58.193896 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c5c91-675d-4f2c-ba7c-657a64d460be req-30decd7e-5ff7-49d1-aa9e-11e911481ba4 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:58.195362 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-697c5c91-675d-4f2c-ba7c-657a64d460be req-30decd7e-5ff7-49d1-aa9e-11e911481ba4 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 931 time: 0.0519991 Mar 22 18:09:58.196632 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:58.272600 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Pushing event updated for resources: {'Port': ['ID=3476b034-cdb0-45d7-92db-bf7172fe71b8,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:58.307556 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-697c5c91-675d-4f2c-ba7c-657a64d460be req-30271ccb-3f5d-4174-b4e2-c03d4029ebe4 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055257 Mar 22 18:09:58.354279 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Attempting to bind port 3476b034-cdb0-45d7-92db-bf7172fe71b8 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:09:58.354612 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Attempting to bind port 3476b034-cdb0-45d7-92db-bf7172fe71b8 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4d62049e-8d66-4f66-8546-ebb42c9edb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:09:58.354936 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Attempting to bind port 3476b034-cdb0-45d7-92db-bf7172fe71b8 on network fb1723a5-0629-4dbe-add5-d4e17d3855ea {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:09:58.359177 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Port 3476b034-cdb0-45d7-92db-bf7172fe71b8 on network fb1723a5-0629-4dbe-add5-d4e17d3855ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:09:58.359490 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Attempting to bind port 3476b034-cdb0-45d7-92db-bf7172fe71b8 on network fb1723a5-0629-4dbe-add5-d4e17d3855ea {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:09:58.364194 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:09:58.365258 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Checking segment: {'id': '4d62049e-8d66-4f66-8546-ebb42c9edb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:09:58.365695 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Bound using segment: {'id': '4d62049e-8d66-4f66-8546-ebb42c9edb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:09:58.366126 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Bound port: 3476b034-cdb0-45d7-92db-bf7172fe71b8, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d62049e-8d66-4f66-8546-ebb42c9edb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:09:58.366471 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:58.426274 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] For port 3476b034-cdb0-45d7-92db-bf7172fe71b8, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:09:58.429889 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] For port 3476b034-cdb0-45d7-92db-bf7172fe71b8, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3476b034-cdb0-45d7-92db-bf7172fe71b8,segment=NetworkSegment(4d62049e-8d66-4f66-8546-ebb42c9edb5a),segment_id=4d62049e-8d66-4f66-8546-ebb42c9edb5a)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:09:58.502141 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:58.538828 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:58.539446 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:58.540820 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] 10.222.0.74 "PUT /v2.0/ports/3476b034-cdb0-45d7-92db-bf7172fe71b8 HTTP/1.1" status: 200 len: 1093 time: 0.7746172 Mar 22 18:09:58.541232 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738afe9b-247f-4dbc-9386-e70bbe813a90', 'tag': '3476b034-cdb0-45d7-92db-bf7172fe71b8'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:09:58.543470 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3d3bb8-f4f0-428d-b182-d4e78ee5d592" -d '{"events": [{"name": "network-changed", "server_uuid": "738afe9b-247f-4dbc-9386-e70bbe813a90", "tag": "3476b034-cdb0-45d7-92db-bf7172fe71b8"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:09:58.569377 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a681c2-87f7-48b3-bac9-9a404b62f89b service neutron] Pushing event updated for resources: {'Port': ['ID=3476b034-cdb0-45d7-92db-bf7172fe71b8,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:09:58.579609 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbe078a-3ce4-4893-b068-15f7d34a58cd x-openstack-request-id: req-8dbe078a-3ce4-4893-b068-15f7d34a58cd {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:09:58.580108 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738afe9b-247f-4dbc-9386-e70bbe813a90", "tag": "3476b034-cdb0-45d7-92db-bf7172fe71b8", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:09:58.580332 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8dbe078a-3ce4-4893-b068-15f7d34a58cd {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:09:58.580658 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbe078a-3ce4-4893-b068-15f7d34a58cd'] response: {'name': 'network-changed', 'server_uuid': '738afe9b-247f-4dbc-9386-e70bbe813a90', 'tag': '3476b034-cdb0-45d7-92db-bf7172fe71b8', 'status': 'completed', 'code': 200} Mar 22 18:09:58.646927 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3bb8-f4f0-428d-b182-d4e78ee5d592 req-fd68e3fe-2ef8-46bc-9534-85cd7e14d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:58.648430 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ab3d3bb8-f4f0-428d-b182-d4e78ee5d592 req-fd68e3fe-2ef8-46bc-9534-85cd7e14d5f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=50111ce4caa044ebb5c9e819af29a1d2&device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 1127 time: 0.0451207 Mar 22 18:09:58.742415 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3bb8-f4f0-428d-b182-d4e78ee5d592 req-54516c88-f5db-4947-a4e7-1bd365ad85da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:58.743888 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ab3d3bb8-f4f0-428d-b182-d4e78ee5d592 req-54516c88-f5db-4947-a4e7-1bd365ad85da service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=50111ce4caa044ebb5c9e819af29a1d2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0884502 Mar 22 18:09:58.841365 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3bb8-f4f0-428d-b182-d4e78ee5d592 req-16f9a8de-c7d0-4bc3-b0fd-d15bf789b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:58.842864 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ab3d3bb8-f4f0-428d-b182-d4e78ee5d592 req-16f9a8de-c7d0-4bc3-b0fd-d15bf789b2a6 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906708 Mar 22 18:09:58.926161 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-23dae8b9-9d70-4b62-a086-0726d940c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:58.927686 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-23dae8b9-9d70-4b62-a086-0726d940c2f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=50111ce4caa044ebb5c9e819af29a1d2&device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 1127 time: 0.0443170 Mar 22 18:09:58.973269 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-481b10f2-a51c-4adf-b721-c746e608102d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3476b034-cdb0-45d7-92db-bf7172fe71b8 HTTP/1.1" status: 200 len: 217 time: 0.0374823 Mar 22 18:09:59.022370 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-df0db6ce-85b9-462e-9278-a1388e084069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:59.023891 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-df0db6ce-85b9-462e-9278-a1388e084069 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1569218-1cab-40b9-a7b1-8ec26957dbd9 HTTP/1.1" status: 200 len: 849 time: 0.0446126 Mar 22 18:09:59.054654 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-e4fa4881-1fce-4093-9128-b215b0c7b89c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fb1723a5-0629-4dbe-add5-d4e17d3855ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245409 Mar 22 18:09:59.118859 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:09:59.142724 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-3542b4d2-46fa-426a-aee4-5ac48c1f16bb service neutron] 10.222.0.74 "GET /v2.0/networks/fb1723a5-0629-4dbe-add5-d4e17d3855ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815845 Mar 22 18:09:59.234664 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7ba4918-c3b5-47e5-ad92-7328223738ae req-2df67ace-039c-444d-955f-678e9078b207 service neutron] 10.222.0.74 "GET /v2.0/networks/fb1723a5-0629-4dbe-add5-d4e17d3855ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848944 Mar 22 18:09:59.430328 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64a9c-626c-438d-8b57-ac8861ddcfa6 req-3229f70c-4513-40ae-bdcd-1383d9d6e1bf tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:59.431715 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-64f64a9c-626c-438d-8b57-ac8861ddcfa6 req-3229f70c-4513-40ae-bdcd-1383d9d6e1bf tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 943 time: 0.0534282 Mar 22 18:09:59.479013 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-64f64a9c-626c-438d-8b57-ac8861ddcfa6 req-f03524b4-3e87-430d-9643-b2155f358efb tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418212 Mar 22 18:09:59.528426 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-11de1669-ff67-442a-977a-885cb10d65d4 req-f56c2151-8db8-4081-8f04-7e88c7275564 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472381 Mar 22 18:09:59.614842 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de1669-ff67-442a-977a-885cb10d65d4 req-9f436fcc-470c-46fc-9973-675bde4cb951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:59.616338 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-11de1669-ff67-442a-977a-885cb10d65d4 req-9f436fcc-470c-46fc-9973-675bde4cb951 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1169 time: 0.0449138 Mar 22 18:09:59.720542 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de1669-ff67-442a-977a-885cb10d65d4 req-1361621c-d2d1-4984-b5e1-d3b344ac8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:59.722025 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-11de1669-ff67-442a-977a-885cb10d65d4 req-1361621c-d2d1-4984-b5e1-d3b344ac8f9b service neutron] 10.222.0.74 "GET /v2.0/networks?id=8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 200 len: 916 time: 0.0839798 Mar 22 18:09:59.790640 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-11de1669-ff67-442a-977a-885cb10d65d4 req-acc7ccd1-b82d-4983-a289-42c2e1f3332f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 1002 time: 0.0622265 Mar 22 18:09:59.838933 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de1669-ff67-442a-977a-885cb10d65d4 req-c2d33cf3-ae02-4b80-b9ed-c913fba299cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:59.840388 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-11de1669-ff67-442a-977a-885cb10d65d4 req-c2d33cf3-ae02-4b80-b9ed-c913fba299cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed5340e4-5af7-4366-9591-7a724b803664 HTTP/1.1" status: 200 len: 854 time: 0.0438805 Mar 22 18:09:59.890303 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de1669-ff67-442a-977a-885cb10d65d4 req-ad154b81-bdeb-460a-a638-0251b24e12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:09:59.891747 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-11de1669-ff67-442a-977a-885cb10d65d4 req-ad154b81-bdeb-460a-a638-0251b24e12fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8fc80fc9-7817-4d3e-aa0b-1823873d9731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417097 Mar 22 18:09:59.986553 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-11de1669-ff67-442a-977a-885cb10d65d4 req-e7e3bf7f-c46c-4425-a975-8ec5d3784202 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839505 Mar 22 18:10:00.074454 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-11de1669-ff67-442a-977a-885cb10d65d4 req-5dec02a5-6022-45af-aaf3-19537e03296a service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812113 Mar 22 18:10:00.601674 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b5852-7b84-4c0d-a2d3-007096d5b8b2 req-efd150ca-6649-4c1e-b2be-f6a2021d2045 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:00.603149 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b20b5852-7b84-4c0d-a2d3-007096d5b8b2 req-efd150ca-6649-4c1e-b2be-f6a2021d2045 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 943 time: 0.0577948 Mar 22 18:10:00.648315 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b20b5852-7b84-4c0d-a2d3-007096d5b8b2 req-ccb7398f-9977-4266-83b7-9899cc2a8eb2 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Mar 22 18:10:01.771359 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f98d2-ee7a-4318-8d3b-08525c09e116 req-4dce8055-30b0-41a0-9415-c4769bc749b2 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:01.772880 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b73f98d2-ee7a-4318-8d3b-08525c09e116 req-4dce8055-30b0-41a0-9415-c4769bc749b2 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 943 time: 0.0523629 Mar 22 18:10:01.818199 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b73f98d2-ee7a-4318-8d3b-08525c09e116 req-28a74070-b20a-48e5-a403-c51be8b1530b tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Mar 22 18:10:02.954488 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0a358-06fa-4bb1-88b1-dcac4d10b37a req-99b75583-06b1-438c-af6d-f9f0af51ef5a tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:02.954488 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-80c0a358-06fa-4bb1-88b1-dcac4d10b37a req-99b75583-06b1-438c-af6d-f9f0af51ef5a tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 943 time: 0.0521390 Mar 22 18:10:02.990010 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-80c0a358-06fa-4bb1-88b1-dcac4d10b37a req-68d28a62-2809-450f-905d-a8803196e9fe tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478277 Mar 22 18:10:03.685752 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 3476b034-cdb0-45d7-92db-bf7172fe71b8 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:10:03.780935 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 3476b034-cdb0-45d7-92db-bf7172fe71b8, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3476b034-cdb0-45d7-92db-bf7172fe71b8,segment=NetworkSegment(4d62049e-8d66-4f66-8546-ebb42c9edb5a),segment_id=4d62049e-8d66-4f66-8546-ebb42c9edb5a)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:10:03.793105 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '3476b034-cdb0-45d7-92db-bf7172fe71b8', 'network_id': 'fb1723a5-0629-4dbe-add5-d4e17d3855ea', 'port_id': '3476b034-cdb0-45d7-92db-bf7172fe71b8', 'mac_address': 'fa:16:3e:12:3f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1569218-1cab-40b9-a7b1-8ec26957dbd9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:10:03.829256 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 3476b034-cdb0-45d7-92db-bf7172fe71b8 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:10:03.829684 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:03.846118 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3476b034-cdb0-45d7-92db-bf7172fe71b8 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:10:03.867035 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 3476b034-cdb0-45d7-92db-bf7172fe71b8, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3476b034-cdb0-45d7-92db-bf7172fe71b8,segment=NetworkSegment(4d62049e-8d66-4f66-8546-ebb42c9edb5a),segment_id=4d62049e-8d66-4f66-8546-ebb42c9edb5a)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:10:04.015920 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:04.066343 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=3476b034-cdb0-45d7-92db-bf7172fe71b8,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:10:04.110919 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fb80b-eb22-4061-bd1e-e983895e984d req-7482f013-51f2-448a-9c81-e795cc492083 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:04.112480 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-194fb80b-eb22-4061-bd1e-e983895e984d req-7482f013-51f2-448a-9c81-e795cc492083 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 944 time: 0.0541475 Mar 22 18:10:04.159626 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-194fb80b-eb22-4061-bd1e-e983895e984d req-d0478b2f-e563-4201-a928-41b4d26a962c tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Mar 22 18:10:04.490706 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['3476b034-cdb0-45d7-92db-bf7172fe71b8'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:10:05.277135 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f3ae0-9117-499a-8458-816d070500c3 req-d69e2df3-17ee-41e6-a7cc-9c33fb073484 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:05.278559 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-349f3ae0-9117-499a-8458-816d070500c3 req-d69e2df3-17ee-41e6-a7cc-9c33fb073484 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 944 time: 0.0536783 Mar 22 18:10:05.324561 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-349f3ae0-9117-499a-8458-816d070500c3 req-7226684e-f7d4-4836-906e-6df8afd2296d tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405309 Mar 22 18:10:05.700774 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 3476b034-cdb0-45d7-92db-bf7172fe71b8 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:10:05.802833 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 3476b034-cdb0-45d7-92db-bf7172fe71b8 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:10:05.807387 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 3476b034-cdb0-45d7-92db-bf7172fe71b8 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:10:05.807762 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:05.885588 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 3476b034-cdb0-45d7-92db-bf7172fe71b8 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:10:05.885993 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:05.907401 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738afe9b-247f-4dbc-9386-e70bbe813a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3476b034-cdb0-45d7-92db-bf7172fe71b8'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:10:05.909639 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebf227a-f1e0-46cc-8aae-291533245916" -d '{"events": [{"server_uuid": "738afe9b-247f-4dbc-9386-e70bbe813a90", "name": "network-vif-plugged", "status": "completed", "tag": "3476b034-cdb0-45d7-92db-bf7172fe71b8"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:10:05.925121 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 3476b034-cdb0-45d7-92db-bf7172fe71b8, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3476b034-cdb0-45d7-92db-bf7172fe71b8,segment=NetworkSegment(4d62049e-8d66-4f66-8546-ebb42c9edb5a),segment_id=4d62049e-8d66-4f66-8546-ebb42c9edb5a)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:10:05.944052 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a8448a-4e6e-4cb2-8713-857add20e55f x-openstack-request-id: req-f5a8448a-4e6e-4cb2-8713-857add20e55f {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:10:05.944369 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738afe9b-247f-4dbc-9386-e70bbe813a90", "name": "network-vif-plugged", "status": "completed", "tag": "3476b034-cdb0-45d7-92db-bf7172fe71b8", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:10:05.944630 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5a8448a-4e6e-4cb2-8713-857add20e55f {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:10:05.945036 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a8448a-4e6e-4cb2-8713-857add20e55f'] response: {'server_uuid': '738afe9b-247f-4dbc-9386-e70bbe813a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3476b034-cdb0-45d7-92db-bf7172fe71b8', 'code': 200} Mar 22 18:10:05.993665 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:06.043374 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=3476b034-cdb0-45d7-92db-bf7172fe71b8,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:10:06.267122 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c676e29-08f5-46d9-ac8e-2245ae6a9512 req-8e332eef-526e-4a5f-bc6c-3b927a205b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:06.268507 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c676e29-08f5-46d9-ac8e-2245ae6a9512 req-8e332eef-526e-4a5f-bc6c-3b927a205b5f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 1129 time: 0.0459225 Mar 22 18:10:06.316031 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c676e29-08f5-46d9-ac8e-2245ae6a9512 req-54006cf8-49dd-4e82-b37f-ec531b068cdd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362017 Mar 22 18:10:06.441118 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d383f21-1dfd-45ea-bba7-e27711afe32d req-6f89e61b-dc9f-4462-a26a-1575420b574c tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:06.442596 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d383f21-1dfd-45ea-bba7-e27711afe32d req-6f89e61b-dc9f-4462-a26a-1575420b574c tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 945 time: 0.0522354 Mar 22 18:10:06.488459 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d383f21-1dfd-45ea-bba7-e27711afe32d req-8d9e6874-c103-424b-ac48-31f495b27add tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 Mar 22 18:10:07.609783 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742498a-23c2-42dd-9153-f78f4803bc93 req-f5036b03-d032-4ebd-89a4-434f5d101785 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:07.611261 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f742498a-23c2-42dd-9153-f78f4803bc93 req-f5036b03-d032-4ebd-89a4-434f5d101785 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 945 time: 0.0555952 Mar 22 18:10:07.659848 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f742498a-23c2-42dd-9153-f78f4803bc93 req-ee50e5ee-7585-4c1b-be09-9380f8f66bf1 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 Mar 22 18:10:08.775509 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92aae4f-9e1e-40ff-9eda-536fa7ef90cf req-54e75421-02d0-4ff1-ba76-92eb0d05d31c tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:08.776984 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c92aae4f-9e1e-40ff-9eda-536fa7ef90cf req-54e75421-02d0-4ff1-ba76-92eb0d05d31c tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 945 time: 0.0520186 Mar 22 18:10:08.823249 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c92aae4f-9e1e-40ff-9eda-536fa7ef90cf req-50425ae7-8259-49e1-904f-00089482675e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Mar 22 18:10:10.205178 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5566f-ce40-4d8f-923d-a5a7e974fe56 req-b699d28f-a42b-455c-80dd-5bbd81858c7e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:10.206711 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7db5566f-ce40-4d8f-923d-a5a7e974fe56 req-b699d28f-a42b-455c-80dd-5bbd81858c7e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 945 time: 0.0534418 Mar 22 18:10:10.256980 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7db5566f-ce40-4d8f-923d-a5a7e974fe56 req-e164301d-8278-447b-bacc-b4fc9e8d05ac tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Mar 22 18:10:11.376526 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7575cd8-aaec-4755-a770-30d47b695bff req-d885fd82-fb00-415f-be1c-ea6de6ff08e9 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:11.378374 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c7575cd8-aaec-4755-a770-30d47b695bff req-d885fd82-fb00-415f-be1c-ea6de6ff08e9 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 945 time: 0.0538211 Mar 22 18:10:11.425579 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c7575cd8-aaec-4755-a770-30d47b695bff req-f5a16381-62b9-46cd-957c-f5ee2205940e tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/security-groups?id=2364a697-ae63-4e86-a2ea-a548fbb29f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Mar 22 18:10:11.894901 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-fd9ed166-1311-4bff-88e1-d0dda9e09a06 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:11.896316 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-fd9ed166-1311-4bff-88e1-d0dda9e09a06 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.74 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 945 time: 0.0543554 Mar 22 18:10:11.994346 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-c87ccad2-09fe-4d00-8cad-1ec30486adfa tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Deleting port 3476b034-cdb0-45d7-92db-bf7172fe71b8 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:10:11.994694 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-c87ccad2-09fe-4d00-8cad-1ec30486adfa tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:12.081592 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-c87ccad2-09fe-4d00-8cad-1ec30486adfa tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] For port 3476b034-cdb0-45d7-92db-bf7172fe71b8, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3476b034-cdb0-45d7-92db-bf7172fe71b8,segment=NetworkSegment(4d62049e-8d66-4f66-8546-ebb42c9edb5a),segment_id=4d62049e-8d66-4f66-8546-ebb42c9edb5a)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:10:12.081868 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-c87ccad2-09fe-4d00-8cad-1ec30486adfa tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:12.094631 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-c87ccad2-09fe-4d00-8cad-1ec30486adfa tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Calling delete_port for 3476b034-cdb0-45d7-92db-bf7172fe71b8 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:10:12.301449 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-c87ccad2-09fe-4d00-8cad-1ec30486adfa tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (3476b034-cdb0-45d7-92db-bf7172fe71b8), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:12.315423 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['3476b034-cdb0-45d7-92db-bf7172fe71b8'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:10:12.330089 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ccad2-09fe-4d00-8cad-1ec30486adfa tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Pushing event deleted for resources: {'Port': ['ID=3476b034-cdb0-45d7-92db-bf7172fe71b8,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:10:12.377267 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-c87ccad2-09fe-4d00-8cad-1ec30486adfa tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] No DVR routers for this DVR port 3476b034-cdb0-45d7-92db-bf7172fe71b8 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:10:12.379725 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-c87ccad2-09fe-4d00-8cad-1ec30486adfa tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:12.383039 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d3dc0f30-22e2-42a4-a721-a43b0f77b4c1 req-c87ccad2-09fe-4d00-8cad-1ec30486adfa tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.74 "DELETE /v2.0/ports/3476b034-cdb0-45d7-92db-bf7172fe71b8 HTTP/1.1" status: 204 len: 173 time: 0.4809034 Mar 22 18:10:12.384549 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738afe9b-247f-4dbc-9386-e70bbe813a90', 'name': 'network-vif-deleted', 'tag': '3476b034-cdb0-45d7-92db-bf7172fe71b8'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:10:12.386842 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42206d37-2141-49a5-aa78-cd5ccecbd11f" -d '{"events": [{"server_uuid": "738afe9b-247f-4dbc-9386-e70bbe813a90", "name": "network-vif-deleted", "tag": "3476b034-cdb0-45d7-92db-bf7172fe71b8"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:10:12.423858 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d857916-0abf-41c5-b5f9-b3080708ea6d x-openstack-request-id: req-1d857916-0abf-41c5-b5f9-b3080708ea6d {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:10:12.424153 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738afe9b-247f-4dbc-9386-e70bbe813a90", "name": "network-vif-deleted", "tag": "3476b034-cdb0-45d7-92db-bf7172fe71b8", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:10:12.424412 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d857916-0abf-41c5-b5f9-b3080708ea6d {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:10:12.424854 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d857916-0abf-41c5-b5f9-b3080708ea6d'] response: {'server_uuid': '738afe9b-247f-4dbc-9386-e70bbe813a90', 'name': 'network-vif-deleted', 'tag': '3476b034-cdb0-45d7-92db-bf7172fe71b8', 'status': 'completed', 'code': 200} Mar 22 18:10:12.525733 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-34f0e14f-23b7-4131-a0b3-4c3a888e3065 req-f2bfc98c-3277-4faa-a89e-1aebdff5c545 tempest-VolumesActionsTest-1564945161 tempest-VolumesActionsTest-1564945161-project] 10.222.0.73 "GET /v2.0/ports?device_id=738afe9b-247f-4dbc-9386-e70bbe813a90 HTTP/1.1" status: 200 len: 210 time: 0.0311246 Mar 22 18:10:14.847510 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:10:16.556573 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 3476b034-cdb0-45d7-92db-bf7172fe71b8 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:10:16.580141 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 3476b034-cdb0-45d7-92db-bf7172fe71b8 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:10:16.580484 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 3476b034-cdb0-45d7-92db-bf7172fe71b8 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:10:22.564632 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6162d053-b17d-4e51-b987-52498421876e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:23.079269 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:24.713907 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-4340cbec-f486-494b-b96d-92ff54cc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:26.030608 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:27.524209 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:29.082115 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.199582 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45450) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:10:41.244023 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Deleting subnet c1569218-1cab-40b9-a7b1-8ec26957dbd9 {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:10:41.247000 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Publish callbacks [] for subnet (c1569218-1cab-40b9-a7b1-8ec26957dbd9), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.279238 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (c1569218-1cab-40b9-a7b1-8ec26957dbd9), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.320675 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (c1569218-1cab-40b9-a7b1-8ec26957dbd9), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.453479 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (c1569218-1cab-40b9-a7b1-8ec26957dbd9), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.478645 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1569218-1cab-40b9-a7b1-8ec26957dbd9,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:10:41.483169 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.487090 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c1569218-1cab-40b9-a7b1-8ec26957dbd9 HTTP/1.1" status: 204 len: 168 time: 0.2862494 Mar 22 18:10:41.489682 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 45454) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:10:41.491951 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.492314 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.492651 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.492995 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.493329 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.493688 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.494017 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.494345 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.494673 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.495004 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.495331 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.495658 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.495981 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.496301 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.496620 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c70815-01a2-426f-a3de-9e4ee3cb8257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.556373 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (fb1723a5-0629-4dbe-add5-d4e17d3855ea), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.636806 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (fb1723a5-0629-4dbe-add5-d4e17d3855ea), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.657313 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1723a5-0629-4dbe-add5-d4e17d3855ea']}} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:10:41.667276 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d62049e-8d66-4f66-8546-ebb42c9edb5a') {'for_net_delete': True} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:10:41.667572 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d62049e-8d66-4f66-8546-ebb42c9edb5a') {} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:10:41.676918 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130815623'] for segment (4d62049e-8d66-4f66-8546-ebb42c9edb5a), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.690159 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (4d62049e-8d66-4f66-8546-ebb42c9edb5a), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.695972 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=110336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:10:41.696346 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131730312'] for segment (4d62049e-8d66-4f66-8546-ebb42c9edb5a), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: Traceback (most recent call last): Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: timer() Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: cb(*args, **kw) Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: return func(*args, **kwargs) Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: self._notify() Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: self.callback(batched_events) Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: event.method(event) Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: return f(self, *a, **k) Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._get(url).json() Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: return self.request(url, 'GET', **kwargs) Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:10:41.697994 dv-cinder-739079-8-iscsi neutron-server[110336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:10:41.826987 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (fb1723a5-0629-4dbe-add5-d4e17d3855ea), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.835142 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:41.838328 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fb1723a5-0629-4dbe-add5-d4e17d3855ea HTTP/1.1" status: 204 len: 168 time: 0.3476222 Mar 22 18:10:41.848677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1723a5-0629-4dbe-add5-d4e17d3855ea,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:10:41.856050 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.856401 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.856743 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.857084 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.857436 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.857773 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.858148 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.858412 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.858737 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.859101 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.859655 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.860166 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.860501 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.860825 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:41.861148 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e3fc6-26e3-4e3f-99e7-60f4115f31f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:10:42.192289 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 45466) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:10:42.232752 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-8a79bcc3-ae7b-4b47-a166-5e4b05fcdf69 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50111ce4caa044ebb5c9e819af29a1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393085 Mar 22 18:10:42.235214 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 45468) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:10:42.286055 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8e026647-2c2f-4520-ab62-b8f765319119 admin admin] Publish callbacks [] for security_group (2364a697-ae63-4e86-a2ea-a548fbb29f2a), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:42.307532 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8e026647-2c2f-4520-ab62-b8f765319119 admin admin] Publish callbacks [] for security_group (2364a697-ae63-4e86-a2ea-a548fbb29f2a), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:42.410053 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8e026647-2c2f-4520-ab62-b8f765319119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2364a697-ae63-4e86-a2ea-a548fbb29f2a), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:42.412628 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-8e026647-2c2f-4520-ab62-b8f765319119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:42.417434 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-8e026647-2c2f-4520-ab62-b8f765319119 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2364a697-ae63-4e86-a2ea-a548fbb29f2a HTTP/1.1" status: 204 len: 168 time: 0.1801820 Mar 22 18:10:42.425322 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e026647-2c2f-4520-ab62-b8f765319119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2364a697-ae63-4e86-a2ea-a548fbb29f2a,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:10:44.749536 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98c60-6b26-4202-b50f-9848047ad5e8 req-c883e616-fbc3-45e4-90c9-5d483fbc8056 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:44.751043 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23a98c60-6b26-4202-b50f-9848047ad5e8 req-c883e616-fbc3-45e4-90c9-5d483fbc8056 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 945 time: 0.0519686 Mar 22 18:10:44.797199 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23a98c60-6b26-4202-b50f-9848047ad5e8 req-2678e235-77b0-47c9-a8ca-55c6688cf7f3 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 Mar 22 18:10:45.920285 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d03fad-d7a4-4955-9d31-5b74fd5b3a01 req-f624d3fd-c314-4a2c-aac1-dbe6f97feb59 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:45.921766 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-21d03fad-d7a4-4955-9d31-5b74fd5b3a01 req-f624d3fd-c314-4a2c-aac1-dbe6f97feb59 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 945 time: 0.0545747 Mar 22 18:10:45.967840 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-21d03fad-d7a4-4955-9d31-5b74fd5b3a01 req-054919ae-ace6-42e0-b7bb-f6a107b86068 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Mar 22 18:10:46.654290 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-c1eff531-b044-478d-9d92-05b55114d450 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:46.655717 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-c1eff531-b044-478d-9d92-05b55114d450 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.74 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 945 time: 0.0514536 Mar 22 18:10:46.745300 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-be9b9222-b3d3-448e-80e4-02939626ed4a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Deleting port 2e0de877-66c6-4867-ac68-323dc4a5f096 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:10:46.745668 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-be9b9222-b3d3-448e-80e4-02939626ed4a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:46.834524 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-be9b9222-b3d3-448e-80e4-02939626ed4a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] For port 2e0de877-66c6-4867-ac68-323dc4a5f096, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2e0de877-66c6-4867-ac68-323dc4a5f096,segment=NetworkSegment(26c842fc-b760-4bdd-9ae9-3e25b50698c8),segment_id=26c842fc-b760-4bdd-9ae9-3e25b50698c8)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:10:46.834880 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-be9b9222-b3d3-448e-80e4-02939626ed4a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:46.847487 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-be9b9222-b3d3-448e-80e4-02939626ed4a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Calling delete_port for 2e0de877-66c6-4867-ac68-323dc4a5f096 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:10:47.015098 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-be9b9222-b3d3-448e-80e4-02939626ed4a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (2e0de877-66c6-4867-ac68-323dc4a5f096), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:47.030748 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['2e0de877-66c6-4867-ac68-323dc4a5f096'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:10:47.046679 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b9222-b3d3-448e-80e4-02939626ed4a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Pushing event deleted for resources: {'Port': ['ID=2e0de877-66c6-4867-ac68-323dc4a5f096,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:10:47.078333 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6f54928c-cc5b-40a1-ad82-f3d4dd135cf1 req-6109ceb4-a3b2-4109-a8f2-8f59fcee5ac0 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=95b2e6a8-7fac-40c5-ad9e-6cdd12127291 HTTP/1.1" status: 200 len: 210 time: 0.0348911 Mar 22 18:10:47.113653 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-be9b9222-b3d3-448e-80e4-02939626ed4a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] No DVR routers for this DVR port 2e0de877-66c6-4867-ac68-323dc4a5f096 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:10:47.116093 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-be9b9222-b3d3-448e-80e4-02939626ed4a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:47.119419 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-99befc69-e8cd-4dfa-ad5c-3b6c8fa01816 req-be9b9222-b3d3-448e-80e4-02939626ed4a tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.74 "DELETE /v2.0/ports/2e0de877-66c6-4867-ac68-323dc4a5f096 HTTP/1.1" status: 204 len: 173 time: 0.4582963 Mar 22 18:10:47.119869 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b2e6a8-7fac-40c5-ad9e-6cdd12127291', 'name': 'network-vif-deleted', 'tag': '2e0de877-66c6-4867-ac68-323dc4a5f096'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:10:47.122118 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ce922c-38bd-46bd-b4f3-9c29614bd37f" -d '{"events": [{"server_uuid": "95b2e6a8-7fac-40c5-ad9e-6cdd12127291", "name": "network-vif-deleted", "tag": "2e0de877-66c6-4867-ac68-323dc4a5f096"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:10:47.156207 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87b82b2-47ec-4489-9653-7bfe2a8cf162 x-openstack-request-id: req-f87b82b2-47ec-4489-9653-7bfe2a8cf162 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:10:47.156504 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b2e6a8-7fac-40c5-ad9e-6cdd12127291", "name": "network-vif-deleted", "tag": "2e0de877-66c6-4867-ac68-323dc4a5f096", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:10:47.156755 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f87b82b2-47ec-4489-9653-7bfe2a8cf162 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:10:47.157155 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87b82b2-47ec-4489-9653-7bfe2a8cf162'] response: {'server_uuid': '95b2e6a8-7fac-40c5-ad9e-6cdd12127291', 'name': 'network-vif-deleted', 'tag': '2e0de877-66c6-4867-ac68-323dc4a5f096', 'status': 'completed', 'code': 200} Mar 22 18:10:50.259181 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 2e0de877-66c6-4867-ac68-323dc4a5f096 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:10:50.279374 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 2e0de877-66c6-4867-ac68-323dc4a5f096 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:10:50.279717 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 2e0de877-66c6-4867-ac68-323dc4a5f096 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:10:51.846227 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:10:52.567111 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-de0745a8-eb4a-4efb-a225-b4282010d291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:52.911742 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:54.750022 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5092f499-aeb6-49e4-b523-f5954e2902bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:55.978628 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:57.475572 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:59.112092 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:10:59.750502 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-84ec9ad1-2164-4885-b0ad-30bcfb1ef2d8 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:10:59.751881 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-84ec9ad1-2164-4885-b0ad-30bcfb1ef2d8 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/networks?id=c1a693e5-a826-4446-aad1-112dedcdbecb HTTP/1.1" status: 200 len: 814 time: 0.0970998 Mar 22 18:10:59.766382 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-31eb6aff-9b1c-47db-97a5-66eb105ffdce tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/quotas/4fccfd69c9bb4b9eb357c6dd6dc7975f HTTP/1.1" status: 200 len: 375 time: 0.0087168 Mar 22 18:10:59.798788 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-73444ae7-6432-4153-b510-20c743ba8cb7 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fccfd69c9bb4b9eb357c6dd6dc7975f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267203 Mar 22 18:10:59.900931 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-4a9555d7-a1ba-4b9a-bf75-3a711952278d service neutron] 10.222.0.73 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950432 Mar 22 18:10:59.989291 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-bb414b6e-f11c-421c-951f-aacec0845674 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826175 Mar 22 18:11:00.264288 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7fd61ea5-44ec-4c34-b324-566c0c717ab0 req-fca554da-7834-4bcc-b08b-c34d05065046 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 210 time: 0.0286264 Mar 22 18:11:01.363457 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f54cbad9-8f80-45f9-a22d-13e29d12bd91 req-b8a35744-8ca2-4ca1-befa-6d9914aeb08f tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 210 time: 0.0308273 Mar 22 18:11:02.173633 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-22b557e8-1f9a-4db3-be9f-1d54e79eda55 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:02.175002 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-22b557e8-1f9a-4db3-be9f-1d54e79eda55 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.74 "GET /v2.0/networks?id=c1a693e5-a826-4446-aad1-112dedcdbecb HTTP/1.1" status: 200 len: 814 time: 0.1007578 Mar 22 18:11:02.188208 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Request body: {'port': {'device_id': 'd888b5db-e7cc-4103-9155-1e243a865737', 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb', 'admin_state_up': True, 'tenant_id': '4fccfd69c9bb4b9eb357c6dd6dc7975f'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:11:02.392098 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Made reservation on behalf of 4fccfd69c9bb4b9eb357c6dd6dc7975f for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:11:02.396336 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:02.485588 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1e9f3113-29e3-44e6-a31f-e2f704fc7c5f req-f4915e58-625b-4457-9ea6-fda6606c49cb tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 210 time: 0.0334792 Mar 22 18:11:02.552773 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Allocated IP 172.20.0.3 (c1a693e5-a826-4446-aad1-112dedcdbecb/84dc6463-159a-421d-b060-9ffcaf4868c0/613f3a6a-b153-4631-a96d-c38e46183f74) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:11:02.693033 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks [] for port (613f3a6a-b153-4631-a96d-c38e46183f74), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:02.772706 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:02.818938 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Network c1a693e5-a826-4446-aad1-112dedcdbecb is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:11:02.822078 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:11:02.828598 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:11:02.835136 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Pushing event updated for resources: {'Port': ['ID=613f3a6a-b153-4631-a96d-c38e46183f74,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:02.879423 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:02.880087 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:02.958434 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-ba0c5b1f-2108-4a21-bad4-2e53a1189db1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7739506 Mar 22 18:11:02.987480 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Request body: {'port': {'device_id': 'd888b5db-e7cc-4103-9155-1e243a865737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:11:03.047652 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:03.192637 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-d062e7a9-9aeb-4d2f-bfb5-16e93b254250 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963804241&fields=id&tenant_id=9e8b23752ec94896b3683891fd2a3955 HTTP/1.1" status: 200 len: 267 time: 0.1084859 Mar 22 18:11:03.309982 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-33bee666-2d25-44cc-b84e-9a4840698b2e tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:03.311455 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-33bee666-2d25-44cc-b84e-9a4840698b2e tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 985 time: 0.1135216 Mar 22 18:11:03.328773 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-ba0bbe8c-a3e1-4cb1-b0ed-965f9182adc8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Request body: {'port': {'security_groups': ['577f6eca-7034-4f49-bd65-d460bedf1029']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:11:03.439618 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-ba0bbe8c-a3e1-4cb1-b0ed-965f9182adc8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:03.460480 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613f3a6a-b153-4631-a96d-c38e46183f74 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:11:03.469748 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Publish callbacks [] for port (613f3a6a-b153-4631-a96d-c38e46183f74), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:03.502694 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Transition to ACTIVE for port object 613f3a6a-b153-4631-a96d-c38e46183f74 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:11:03.604754 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:03.699817 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Pushing event updated for resources: {'Port': ['ID=613f3a6a-b153-4631-a96d-c38e46183f74,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:03.746745 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0e2b4-a718-428f-8b6f-2163d6fe41f4 req-f908e3de-b4fb-4f7b-b213-0dbf6e61f9e1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:03.748240 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-add0e2b4-a718-428f-8b6f-2163d6fe41f4 req-f908e3de-b4fb-4f7b-b213-0dbf6e61f9e1 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 943 time: 0.1923394 Mar 22 18:11:03.800330 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-ba0bbe8c-a3e1-4cb1-b0ed-965f9182adc8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] For port 2fb143a8-30e4-46a1-9557-eb4448f0e078, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:03.872695 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-add0e2b4-a718-428f-8b6f-2163d6fe41f4 req-a1e208ee-14ff-42c7-95ec-bf28b51d904b tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175852 Mar 22 18:11:03.879653 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-ba0bbe8c-a3e1-4cb1-b0ed-965f9182adc8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:03.881509 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Attempting to bind port 613f3a6a-b153-4631-a96d-c38e46183f74 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:11:03.881846 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Attempting to bind port 613f3a6a-b153-4631-a96d-c38e46183f74 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '26c842fc-b760-4bdd-9ae9-3e25b50698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:11:03.882281 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Attempting to bind port 613f3a6a-b153-4631-a96d-c38e46183f74 on network c1a693e5-a826-4446-aad1-112dedcdbecb {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:11:03.886738 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Port 613f3a6a-b153-4631-a96d-c38e46183f74 on network c1a693e5-a826-4446-aad1-112dedcdbecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:11:03.887060 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Attempting to bind port 613f3a6a-b153-4631-a96d-c38e46183f74 on network c1a693e5-a826-4446-aad1-112dedcdbecb {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:11:03.891986 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:11:03.892322 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Checking segment: {'id': '26c842fc-b760-4bdd-9ae9-3e25b50698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:11:03.892703 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Bound using segment: {'id': '26c842fc-b760-4bdd-9ae9-3e25b50698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:11:03.893128 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Bound port: 613f3a6a-b153-4631-a96d-c38e46183f74, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c842fc-b760-4bdd-9ae9-3e25b50698c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:11:03.893500 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:03.945793 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-ba0bbe8c-a3e1-4cb1-b0ed-965f9182adc8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:03.957830 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['2fb143a8-30e4-46a1-9557-eb4448f0e078'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:11:03.993289 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] For port 613f3a6a-b153-4631-a96d-c38e46183f74, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:11:04.004344 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-ba0bbe8c-a3e1-4cb1-b0ed-965f9182adc8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:04.005271 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-ba0bbe8c-a3e1-4cb1-b0ed-965f9182adc8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.006721 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0cc9effc-3345-4a36-a527-e07b2e831822 req-ba0bbe8c-a3e1-4cb1-b0ed-965f9182adc8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "PUT /v2.0/ports/2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 943 time: 0.6846683 Mar 22 18:11:04.007187 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:11:04.009603 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45473cec-f2d7-404a-8528-a747d91c67cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:11:04.013296 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45584) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:04.026535 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] For port 613f3a6a-b153-4631-a96d-c38e46183f74, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=613f3a6a-b153-4631-a96d-c38e46183f74,segment=NetworkSegment(26c842fc-b760-4bdd-9ae9-3e25b50698c8),segment_id=26c842fc-b760-4bdd-9ae9-3e25b50698c8)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:11:04.051441 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bbe8c-a3e1-4cb1-b0ed-965f9182adc8 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event updated for resources: {'Port': ['ID=2fb143a8-30e4-46a1-9557-eb4448f0e078,revision_number=7']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:04.068253 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb02741c-8ddc-40a0-b04e-a9ebec94766f x-openstack-request-id: req-fb02741c-8ddc-40a0-b04e-a9ebec94766f {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:11:04.068845 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:11:04.069280 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb02741c-8ddc-40a0-b04e-a9ebec94766f {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:11:04.069878 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb02741c-8ddc-40a0-b04e-a9ebec94766f'] response: {'name': 'network-changed', 'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'status': 'completed', 'code': 200} Mar 22 18:11:04.087808 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-693ef452-0667-4e6e-bfab-478ae7cea3b0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group (f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.108083 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['2fb143a8-30e4-46a1-9557-eb4448f0e078'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:11:04.116947 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-693ef452-0667-4e6e-bfab-478ae7cea3b0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group (f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.125062 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.192379 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:04.193345 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.195003 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] 10.222.0.74 "PUT /v2.0/ports/613f3a6a-b153-4631-a96d-c38e46183f74 HTTP/1.1" status: 200 len: 1093 time: 1.2117410 Mar 22 18:11:04.227216 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-693ef452-0667-4e6e-bfab-478ae7cea3b0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.227453 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddfe61-b3b3-4591-9593-da6cd77f295d service neutron] Pushing event updated for resources: {'Port': ['ID=613f3a6a-b153-4631-a96d-c38e46183f74,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:04.232827 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45473cec-f2d7-404a-8528-a747d91c67cd req-a3250191-a846-4638-bc39-32eb53f672fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:04.234572 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45473cec-f2d7-404a-8528-a747d91c67cd req-a3250191-a846-4638-bc39-32eb53f672fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1130 time: 0.1456885 Mar 22 18:11:04.237365 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-693ef452-0667-4e6e-bfab-478ae7cea3b0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.243068 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-693ef452-0667-4e6e-bfab-478ae7cea3b0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "DELETE /v2.0/security-groups/f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac HTTP/1.1" status: 204 len: 168 time: 0.2278903 Mar 22 18:11:04.244669 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45586) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:04.262572 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ef452-0667-4e6e-bfab-478ae7cea3b0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dbcb33-a8ba-41e8-8de2-ce0ff68846ac,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:04.356849 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-ad76be85-489e-4574-92b8-f3d00da8f821 None None] Provisioning complete for port 2fb143a8-30e4-46a1-9557-eb4448f0e078 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:11:04.357391 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ad76be85-489e-4574-92b8-f3d00da8f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.447320 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Deleting port 8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:04.447742 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.451134 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-ad76be85-489e-4574-92b8-f3d00da8f821 None None] Current status of the port 2fb143a8-30e4-46a1-9557-eb4448f0e078 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:11:04.526818 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.527147 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for floatingip (8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.539766 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Calling delete_port for 8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12 owned by network:floatingip {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:04.623634 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-3c8013c9-5203-4e01-ac2a-fd0c105fe7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:04.625115 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-3c8013c9-5203-4e01-ac2a-fd0c105fe7d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4fccfd69c9bb4b9eb357c6dd6dc7975f&device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 1127 time: 0.0998371 Mar 22 18:11:04.626508 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45473cec-f2d7-404a-8528-a747d91c67cd req-85021e9f-daab-448d-b7d5-aa84b638d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:04.627808 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45473cec-f2d7-404a-8528-a747d91c67cd req-85021e9f-daab-448d-b7d5-aa84b638d245 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 200 len: 916 time: 0.3873224 Mar 22 18:11:04.676226 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-937de0e0-e7b9-483b-be4f-e4b5201d5d00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=613f3a6a-b153-4631-a96d-c38e46183f74 HTTP/1.1" status: 200 len: 217 time: 0.0390301 Mar 22 18:11:04.752183 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.761736 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45473cec-f2d7-404a-8528-a747d91c67cd req-a33b782b-13d6-4f92-9662-0f758cb7a061 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 1002 time: 0.1243174 Mar 22 18:11:04.765236 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-c1b13038-6e92-4f37-8156-a407935b7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:04.766599 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-c1b13038-6e92-4f37-8156-a407935b7373 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84dc6463-159a-421d-b060-9ffcaf4868c0 HTTP/1.1" status: 200 len: 854 time: 0.0639613 Mar 22 18:11:04.775926 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event deleted for resources: {'Port': ['ID=8f2a49e5-2a8b-45b1-b3c9-0cb7e564ed12,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:04.822693 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-d4af4e74-8b3d-4d2a-bf66-298ae66bac2e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1a693e5-a826-4446-aad1-112dedcdbecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465198 Mar 22 18:11:04.842565 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks [] for floatingip (ea2df313-cf03-4705-b28c-6dd054001feb), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:04.842884 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.db.l3_db [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Floating IP ea2df313-cf03-4705-b28c-6dd054001feb disassociated (deleted). External IP: 172.27.1.157, port: 2fb143a8-30e4-46a1-9557-eb4448f0e078. Mar 22 18:11:04.853281 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45473cec-f2d7-404a-8528-a747d91c67cd req-6fa623cc-5829-4d4e-9f20-19269bdf3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:04.854918 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45473cec-f2d7-404a-8528-a747d91c67cd req-6fa623cc-5829-4d4e-9f20-19269bdf3ad4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed5340e4-5af7-4366-9591-7a724b803664 HTTP/1.1" status: 200 len: 854 time: 0.0873525 Mar 22 18:11:04.971186 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45473cec-f2d7-404a-8528-a747d91c67cd req-cb4b6940-dc19-45fe-a4ba-1f93f889db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:04.973593 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45473cec-f2d7-404a-8528-a747d91c67cd req-cb4b6940-dc19-45fe-a4ba-1f93f889db34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8fc80fc9-7817-4d3e-aa0b-1823873d9731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899973 Mar 22 18:11:04.989662 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-2372298f-30de-4819-baf5-4f811335888a service neutron] 10.222.0.74 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608469 Mar 22 18:11:05.060021 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Router ed1abac3-da33-4301-8fc7-4d98135c0651 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:11:05.124601 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a07ddd-7254-4318-aa00-1b210e0baee3 req-bb54bfcf-c6d0-423f-adb7-83de9dfb85e9 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:05.126114 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57a07ddd-7254-4318-aa00-1b210e0baee3 req-bb54bfcf-c6d0-423f-adb7-83de9dfb85e9 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 943 time: 0.1780801 Mar 22 18:11:05.171452 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:11:05.176722 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:05.180985 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] Sync routers for ids ['ed1abac3-da33-4301-8fc7-4d98135c0651'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:11:05.193091 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] Routers {'ed1abac3-da33-4301-8fc7-4d98135c0651'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:11:05.194184 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:10:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['ed1abac3-da33-4301-8fc7-4d98135c0651'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:05.196791 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f45bbe94-8355-4a10-b77b-de55aab07327 req-acd8aa5f-2064-4657-b4b4-105b4ff10f6c service neutron] 10.222.0.74 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967216 Mar 22 18:11:05.200734 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45473cec-f2d7-404a-8528-a747d91c67cd req-64779ceb-1550-424f-aede-5de6caa81872 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099512 Mar 22 18:11:05.210004 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-4d1ae468-06ed-420f-b1db-7b38b0e9adcc tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "DELETE /v2.0/floatingips/ea2df313-cf03-4705-b28c-6dd054001feb HTTP/1.1" status: 204 len: 168 time: 0.9609442 Mar 22 18:11:05.210942 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078'}] {{(pid=110337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:11:05.225010 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c54c04f036c99c73614ee2d32205adff5e3cb61f25cb5d26dd61711337c0ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716834ee-3e37-4565-a6e6-cf1876053889" -d '{"events": [{"name": "network-changed", "server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078"}]}' {{(pid=110337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:11:05.233124 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-57a07ddd-7254-4318-aa00-1b210e0baee3 req-ea9a7111-e28c-4ab9-8772-0e2c3f5a3e77 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931826 Mar 22 18:11:05.319298 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-45473cec-f2d7-404a-8528-a747d91c67cd req-bd749988-1a6d-4bdb-9189-8b2436c64921 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102290 Mar 22 18:11:05.339488 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] Set router ed1abac3-da33-4301-8fc7-4d98135c0651 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:11:05.445870 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3100fbf0-1d09-4b75-955f-bda73706c98a x-openstack-request-id: req-3100fbf0-1d09-4b75-955f-bda73706c98a {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:11:05.446278 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078", "status": "completed", "code": 200}]} {{(pid=110337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:11:05.446533 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3100fbf0-1d09-4b75-955f-bda73706c98a {{(pid=110337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:11:05.447026 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3100fbf0-1d09-4b75-955f-bda73706c98a'] response: {'name': 'network-changed', 'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'status': 'completed', 'code': 200} Mar 22 18:11:05.523193 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716834ee-3e37-4565-a6e6-cf1876053889 req-57fc3b2b-bbd0-4ae3-ac8c-2f82ee3171c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:05.524705 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-716834ee-3e37-4565-a6e6-cf1876053889 req-57fc3b2b-bbd0-4ae3-ac8c-2f82ee3171c8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9e8b23752ec94896b3683891fd2a3955&device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 1130 time: 0.0566781 Mar 22 18:11:05.550057 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '374be5ff-66bc-42ef-8cb5-f3945f0f90cb', 'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'mac_address': 'fa:16:3e:9a:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:27Z', 'updated_at': '2022-03-22T18:06:31Z', 'revision_number': 5, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'subnets': [{'id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:05.576700 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] Checking router: ed1abac3-da33-4301-8fc7-4d98135c0651 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:11:05.586166 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] Routers {'ed1abac3-da33-4301-8fc7-4d98135c0651'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:11:05.587001 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:10:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['ed1abac3-da33-4301-8fc7-4d98135c0651'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:05.624736 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716834ee-3e37-4565-a6e6-cf1876053889 req-36623bc3-4341-4bdf-9a71-d6f2e4562dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:05.626353 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-716834ee-3e37-4565-a6e6-cf1876053889 req-36623bc3-4341-4bdf-9a71-d6f2e4562dfa service neutron] 10.222.0.74 "GET /v2.0/networks?id=8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 200 len: 916 time: 0.0954783 Mar 22 18:11:05.667637 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-716834ee-3e37-4565-a6e6-cf1876053889 req-651d507b-fb25-4e41-aed1-5623254a3a57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 200 len: 217 time: 0.0353637 Mar 22 18:11:05.699925 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] Set router ed1abac3-da33-4301-8fc7-4d98135c0651 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:11:05.723463 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716834ee-3e37-4565-a6e6-cf1876053889 req-d2665413-d2b8-4644-9aa1-c471f56b4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:05.725117 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-716834ee-3e37-4565-a6e6-cf1876053889 req-d2665413-d2b8-4644-9aa1-c471f56b4f8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed5340e4-5af7-4366-9591-7a724b803664 HTTP/1.1" status: 200 len: 854 time: 0.0517857 Mar 22 18:11:05.776216 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716834ee-3e37-4565-a6e6-cf1876053889 req-4351dac3-c6f0-40bd-a877-b07532c547b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:05.777780 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-716834ee-3e37-4565-a6e6-cf1876053889 req-4351dac3-c6f0-40bd-a877-b07532c547b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8fc80fc9-7817-4d3e-aa0b-1823873d9731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461400 Mar 22 18:11:05.869234 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-716834ee-3e37-4565-a6e6-cf1876053889 req-3f8a1f43-2a69-44fd-9234-412ce1cd6dcf service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849843 Mar 22 18:11:05.898028 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '374be5ff-66bc-42ef-8cb5-f3945f0f90cb', 'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'mac_address': 'fa:16:3e:9a:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:27Z', 'updated_at': '2022-03-22T18:06:31Z', 'revision_number': 5, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'subnets': [{'id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:05.923973 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5b6bd-a765-4e56-b1f7-b83b0bc49678 None None] The sync data for ids ['ed1abac3-da33-4301-8fc7-4d98135c0651'] in dv-cinder-739079-8-iscsi is: [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:06:27Z', 'revision_number': 4, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '374be5ff-66bc-42ef-8cb5-f3945f0f90cb', 'name': '', 'network_id': '8fc80fc9-7817-4d3e-aa0b-1823873d9731', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'mac_address': 'fa:16:3e:9a:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:27Z', 'updated_at': '2022-03-22T18:06:31Z', 'revision_number': 5, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'subnets': [{'id': 'ed5340e4-5af7-4366-9591-7a724b803664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:11:05.970434 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-716834ee-3e37-4565-a6e6-cf1876053889 req-4aeab051-ee9b-4b7d-a8c0-a7adcdcbd424 service neutron] 10.222.0.74 "GET /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944068 Mar 22 18:11:06.071476 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd888b5db-e7cc-4103-9155-1e243a865737', 'tag': '613f3a6a-b153-4631-a96d-c38e46183f74'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:11:06.073982 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62392905-6a14-46c3-8ac8-6c775ab7140f" -d '{"events": [{"name": "network-changed", "server_uuid": "d888b5db-e7cc-4103-9155-1e243a865737", "tag": "613f3a6a-b153-4631-a96d-c38e46183f74"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:11:06.111896 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c565e3-ca35-46c1-83af-2b09918f7919 x-openstack-request-id: req-c5c565e3-ca35-46c1-83af-2b09918f7919 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:11:06.112266 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d888b5db-e7cc-4103-9155-1e243a865737", "tag": "613f3a6a-b153-4631-a96d-c38e46183f74", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:11:06.112530 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5c565e3-ca35-46c1-83af-2b09918f7919 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:11:06.113116 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c565e3-ca35-46c1-83af-2b09918f7919'] response: {'name': 'network-changed', 'server_uuid': 'd888b5db-e7cc-4103-9155-1e243a865737', 'tag': '613f3a6a-b153-4631-a96d-c38e46183f74', 'status': 'completed', 'code': 200} Mar 22 18:11:06.162143 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ef50c-3805-4f76-9f98-2cb5ba624539 None None] New status for floating IP ea2df313-cf03-4705-b28c-6dd054001feb: DOWN {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:11:06.182109 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62392905-6a14-46c3-8ac8-6c775ab7140f req-56a66d26-62a2-4baa-afbd-f7edfc814442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:06.183619 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-62392905-6a14-46c3-8ac8-6c775ab7140f req-56a66d26-62a2-4baa-afbd-f7edfc814442 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4fccfd69c9bb4b9eb357c6dd6dc7975f&device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 1127 time: 0.0463443 Mar 22 18:11:06.282804 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62392905-6a14-46c3-8ac8-6c775ab7140f req-0ea5aa1d-2d5a-4091-82f5-b0a6d05218ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:06.283445 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-62392905-6a14-46c3-8ac8-6c775ab7140f req-0ea5aa1d-2d5a-4091-82f5-b0a6d05218ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1a693e5-a826-4446-aad1-112dedcdbecb HTTP/1.1" status: 200 len: 915 time: 0.0937810 Mar 22 18:11:06.336356 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-62392905-6a14-46c3-8ac8-6c775ab7140f req-4670b5e4-1aa0-4f9d-9826-2e55547827ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=613f3a6a-b153-4631-a96d-c38e46183f74 HTTP/1.1" status: 200 len: 217 time: 0.0470381 Mar 22 18:11:06.412692 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62392905-6a14-46c3-8ac8-6c775ab7140f req-d5623ca9-d9f3-4738-b95c-639c148c566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:06.414186 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-62392905-6a14-46c3-8ac8-6c775ab7140f req-d5623ca9-d9f3-4738-b95c-639c148c566c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84dc6463-159a-421d-b060-9ffcaf4868c0 HTTP/1.1" status: 200 len: 854 time: 0.0585382 Mar 22 18:11:06.425375 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14414823-c59c-49a8-b46f-6c02c976cbb3 req-50300eb1-8d99-463f-8e9d-b6b28d49c310 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:06.427218 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-14414823-c59c-49a8-b46f-6c02c976cbb3 req-50300eb1-8d99-463f-8e9d-b6b28d49c310 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 943 time: 0.1008987 Mar 22 18:11:06.465107 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-62392905-6a14-46c3-8ac8-6c775ab7140f req-6f873a9a-6cbe-4870-bfa6-edc9b961da98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1a693e5-a826-4446-aad1-112dedcdbecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368977 Mar 22 18:11:06.539973 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-14414823-c59c-49a8-b46f-6c02c976cbb3 req-019f8bb4-1a3c-41c7-86d9-201ef511e1b7 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044142 Mar 22 18:11:06.577910 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-62392905-6a14-46c3-8ac8-6c775ab7140f req-033eff7e-93f2-4352-818a-0934a1ac8921 service neutron] 10.222.0.74 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045618 Mar 22 18:11:06.667751 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-62392905-6a14-46c3-8ac8-6c775ab7140f req-b67d78d4-407a-40d5-984e-67c1e3a73dec service neutron] 10.222.0.74 "GET /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836580 Mar 22 18:11:07.656525 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f90af4-aca4-47d0-b21a-706d1d6c8bee req-441a1971-86cf-4ad2-a4cd-408c6656cd14 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:07.658011 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23f90af4-aca4-47d0-b21a-706d1d6c8bee req-441a1971-86cf-4ad2-a4cd-408c6656cd14 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 943 time: 0.0520504 Mar 22 18:11:07.704814 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-23f90af4-aca4-47d0-b21a-706d1d6c8bee req-b6af0e53-691c-4ed5-84c5-991452572657 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Mar 22 18:11:07.962770 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 613f3a6a-b153-4631-a96d-c38e46183f74 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:11:08.059056 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 613f3a6a-b153-4631-a96d-c38e46183f74, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=613f3a6a-b153-4631-a96d-c38e46183f74,segment=NetworkSegment(26c842fc-b760-4bdd-9ae9-3e25b50698c8),segment_id=26c842fc-b760-4bdd-9ae9-3e25b50698c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:08.071946 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '613f3a6a-b153-4631-a96d-c38e46183f74', 'network_id': 'c1a693e5-a826-4446-aad1-112dedcdbecb', 'port_id': '613f3a6a-b153-4631-a96d-c38e46183f74', 'mac_address': 'fa:16:3e:e2:5a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dc6463-159a-421d-b060-9ffcaf4868c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:11:08.110289 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 613f3a6a-b153-4631-a96d-c38e46183f74 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:11:08.110564 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:08.127616 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613f3a6a-b153-4631-a96d-c38e46183f74 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:11:08.146253 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 613f3a6a-b153-4631-a96d-c38e46183f74, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=613f3a6a-b153-4631-a96d-c38e46183f74,segment=NetworkSegment(26c842fc-b760-4bdd-9ae9-3e25b50698c8),segment_id=26c842fc-b760-4bdd-9ae9-3e25b50698c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:08.229696 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:08.276870 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=613f3a6a-b153-4631-a96d-c38e46183f74,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:08.283936 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.284288 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.285179 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.285658 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.286030 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.286366 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.286699 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.287028 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.287358 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.287687 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.288012 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.288338 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.288661 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.288984 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.289306 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:11:08.569285 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['613f3a6a-b153-4631-a96d-c38e46183f74'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:11:08.827733 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163ac3-7b2f-4dc5-a0ea-d719657c2cf8 req-f6395e73-d632-408b-a119-1bf69c6a9b70 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:08.829140 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dd163ac3-7b2f-4dc5-a0ea-d719657c2cf8 req-f6395e73-d632-408b-a119-1bf69c6a9b70 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 944 time: 0.0581717 Mar 22 18:11:08.876171 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dd163ac3-7b2f-4dc5-a0ea-d719657c2cf8 req-c328b4b8-bddc-44df-8381-754a41557353 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Mar 22 18:11:09.565019 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805b9e9-05b6-4970-bd5b-218724c39a6c req-9a80af68-5dd3-459e-a289-8b7f388a4222 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:09.567391 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7805b9e9-05b6-4970-bd5b-218724c39a6c req-9a80af68-5dd3-459e-a289-8b7f388a4222 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0547137 Mar 22 18:11:09.613267 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7805b9e9-05b6-4970-bd5b-218724c39a6c req-bb81d8cc-c0be-44c8-9e9c-deff51ae8d5c tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Mar 22 18:11:09.970138 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 613f3a6a-b153-4631-a96d-c38e46183f74 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:11:10.000127 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc871c-a700-405d-b962-89828bd8f390 req-c8dc20a3-c846-49e7-a891-51eb18935890 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:10.001650 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c0fc871c-a700-405d-b962-89828bd8f390 req-c8dc20a3-c846-49e7-a891-51eb18935890 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 944 time: 0.0571928 Mar 22 18:11:10.049573 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c0fc871c-a700-405d-b962-89828bd8f390 req-53fc1c46-308b-4854-a05c-9575775e0e29 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Mar 22 18:11:10.075105 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 613f3a6a-b153-4631-a96d-c38e46183f74 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:11:10.079318 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 613f3a6a-b153-4631-a96d-c38e46183f74 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:11:10.079688 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:10.154880 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 613f3a6a-b153-4631-a96d-c38e46183f74 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:11:10.155184 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:10.177427 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd888b5db-e7cc-4103-9155-1e243a865737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613f3a6a-b153-4631-a96d-c38e46183f74'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:11:10.179624 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f907d480-a23a-4ab4-94bd-04cc44141428" -d '{"events": [{"server_uuid": "d888b5db-e7cc-4103-9155-1e243a865737", "name": "network-vif-plugged", "status": "completed", "tag": "613f3a6a-b153-4631-a96d-c38e46183f74"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:11:10.195528 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 613f3a6a-b153-4631-a96d-c38e46183f74, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=613f3a6a-b153-4631-a96d-c38e46183f74,segment=NetworkSegment(26c842fc-b760-4bdd-9ae9-3e25b50698c8),segment_id=26c842fc-b760-4bdd-9ae9-3e25b50698c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:10.215785 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6598ab2-0426-4ef0-88fd-b8ef93435d3d x-openstack-request-id: req-d6598ab2-0426-4ef0-88fd-b8ef93435d3d {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:11:10.216070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d888b5db-e7cc-4103-9155-1e243a865737", "name": "network-vif-plugged", "status": "completed", "tag": "613f3a6a-b153-4631-a96d-c38e46183f74", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:11:10.216318 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6598ab2-0426-4ef0-88fd-b8ef93435d3d {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:11:10.216713 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6598ab2-0426-4ef0-88fd-b8ef93435d3d'] response: {'server_uuid': 'd888b5db-e7cc-4103-9155-1e243a865737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613f3a6a-b153-4631-a96d-c38e46183f74', 'code': 200} Mar 22 18:11:10.280841 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:10.452880 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=613f3a6a-b153-4631-a96d-c38e46183f74,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:10.555290 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2090c0-e9d9-49a9-adf8-96f0e000a944 req-64e98b97-09b2-4422-9ed9-6f9fd283e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:10.556796 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dc2090c0-e9d9-49a9-adf8-96f0e000a944 req-64e98b97-09b2-4422-9ed9-6f9fd283e469 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 1129 time: 0.0437825 Mar 22 18:11:10.600769 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dc2090c0-e9d9-49a9-adf8-96f0e000a944 req-8c145ef8-e9ad-4397-824d-3cb27cc5426d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Mar 22 18:11:10.728403 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a380d-3c16-4707-bdf1-5e51521b0dfd req-7f8baef9-684a-4421-a996-846c1547a5f1 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:10.729839 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b23a380d-3c16-4707-bdf1-5e51521b0dfd req-7f8baef9-684a-4421-a996-846c1547a5f1 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0514851 Mar 22 18:11:10.779240 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b23a380d-3c16-4707-bdf1-5e51521b0dfd req-c8478fc1-c9ed-4855-be04-8d492996cd3a tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439036 Mar 22 18:11:11.166931 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b1458-b61d-4628-9ead-1ada2feca5c4 req-e56594ac-ce6e-4199-a9d8-cd47ef544d58 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:11.168397 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b33b1458-b61d-4628-9ead-1ada2feca5c4 req-e56594ac-ce6e-4199-a9d8-cd47ef544d58 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 945 time: 0.0518267 Mar 22 18:11:11.214157 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b33b1458-b61d-4628-9ead-1ada2feca5c4 req-67d3708f-a4b9-4886-8898-5476ee52db30 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 Mar 22 18:11:11.893686 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744483ce-bf13-4f41-a4a2-2216046630d8 req-7fe24e89-c833-4b39-8383-8ed3b2f6df4f tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:11.895976 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-744483ce-bf13-4f41-a4a2-2216046630d8 req-7fe24e89-c833-4b39-8383-8ed3b2f6df4f tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0522835 Mar 22 18:11:11.945137 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-744483ce-bf13-4f41-a4a2-2216046630d8 req-a6e5ec94-cd03-4c88-83ac-a105d963f3c0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/security-groups?id=577f6eca-7034-4f49-bd65-d460bedf1029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436363 Mar 22 18:11:12.039232 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-df225c2f-f7d7-4591-b419-9b34818f258b tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:12.040716 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-df225c2f-f7d7-4591-b419-9b34818f258b tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 946 time: 0.0562789 Mar 22 18:11:12.133620 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-06ed7c50-2312-4c51-a357-13439d95f1a0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Deleting port 2fb143a8-30e4-46a1-9557-eb4448f0e078 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:12.133957 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-06ed7c50-2312-4c51-a357-13439d95f1a0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:12.223166 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-06ed7c50-2312-4c51-a357-13439d95f1a0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] For port 2fb143a8-30e4-46a1-9557-eb4448f0e078, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2fb143a8-30e4-46a1-9557-eb4448f0e078,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:12.223887 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-06ed7c50-2312-4c51-a357-13439d95f1a0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:12.236541 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-06ed7c50-2312-4c51-a357-13439d95f1a0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Calling delete_port for 2fb143a8-30e4-46a1-9557-eb4448f0e078 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:12.357474 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4771c94-3483-4489-a907-20f2dd0c5008 req-bf65677e-70e1-4916-b067-9607f299e198 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:12.358937 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e4771c94-3483-4489-a907-20f2dd0c5008 req-bf65677e-70e1-4916-b067-9607f299e198 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 945 time: 0.0774508 Mar 22 18:11:12.438237 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e4771c94-3483-4489-a907-20f2dd0c5008 req-c185393d-21f2-4989-a6cb-3ff2ce47bb40 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727611 Mar 22 18:11:12.494831 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-06ed7c50-2312-4c51-a357-13439d95f1a0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (2fb143a8-30e4-46a1-9557-eb4448f0e078), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:12.506807 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['2fb143a8-30e4-46a1-9557-eb4448f0e078'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:11:12.525422 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed7c50-2312-4c51-a357-13439d95f1a0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Pushing event deleted for resources: {'Port': ['ID=2fb143a8-30e4-46a1-9557-eb4448f0e078,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:12.568243 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-06ed7c50-2312-4c51-a357-13439d95f1a0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] No DVR routers for this DVR port 2fb143a8-30e4-46a1-9557-eb4448f0e078 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:11:12.570851 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-06ed7c50-2312-4c51-a357-13439d95f1a0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:12.574101 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8b79019a-3b00-4f2a-a503-49eaf0c99143 req-06ed7c50-2312-4c51-a357-13439d95f1a0 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.74 "DELETE /v2.0/ports/2fb143a8-30e4-46a1-9557-eb4448f0e078 HTTP/1.1" status: 204 len: 173 time: 0.5270901 Mar 22 18:11:12.574534 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'name': 'network-vif-deleted', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:11:12.576990 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19976cf7-3a6d-4426-bb9a-f4f50ee15f85" -d '{"events": [{"server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "name": "network-vif-deleted", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:11:12.610688 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3bfe98-10a3-439b-b631-6aceda33a453 x-openstack-request-id: req-8c3bfe98-10a3-439b-b631-6aceda33a453 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:11:12.610985 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7168ebe-3aab-4c2d-b060-da3ea6b7beba", "name": "network-vif-deleted", "tag": "2fb143a8-30e4-46a1-9557-eb4448f0e078", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:11:12.611239 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c3bfe98-10a3-439b-b631-6aceda33a453 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:11:12.611643 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3bfe98-10a3-439b-b631-6aceda33a453'] response: {'server_uuid': 'e7168ebe-3aab-4c2d-b060-da3ea6b7beba', 'name': 'network-vif-deleted', 'tag': '2fb143a8-30e4-46a1-9557-eb4448f0e078', 'status': 'completed', 'code': 200} Mar 22 18:11:13.057745 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e87261c6-191c-4ca9-a0e4-c7c75d934d3d req-345aef1f-8901-4aba-9c78-a5ec4b4832c5 tempest-TestMinimumBasicScenario-318555925 tempest-TestMinimumBasicScenario-318555925-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7168ebe-3aab-4c2d-b060-da3ea6b7beba HTTP/1.1" status: 200 len: 210 time: 0.0309067 Mar 22 18:11:13.561019 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1419e-2830-4e93-8001-ecaf069ee769 req-76cc72fa-aa7e-4cb1-8aef-c234e7da8d2c tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:13.562586 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2bc1419e-2830-4e93-8001-ecaf069ee769 req-76cc72fa-aa7e-4cb1-8aef-c234e7da8d2c tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 945 time: 0.0530422 Mar 22 18:11:13.611029 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2bc1419e-2830-4e93-8001-ecaf069ee769 req-d4fb027b-ddd2-49bb-a3e6-f4266723a910 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Mar 22 18:11:15.679261 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45700) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:16.016199 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 2fb143a8-30e4-46a1-9557-eb4448f0e078 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:11:16.025993 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759877'] for router_interface (ed1abac3-da33-4301-8fc7-4d98135c0651), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:16.038525 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 2fb143a8-30e4-46a1-9557-eb4448f0e078 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:11:16.038870 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 2fb143a8-30e4-46a1-9557-eb4448f0e078 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:11:16.484964 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] Deleting port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:16.485295 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:16.562448 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] For port 374be5ff-66bc-42ef-8cb5-f3945f0f90cb, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=374be5ff-66bc-42ef-8cb5-f3945f0f90cb,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:16.562811 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:16.576699 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] Calling delete_port for 374be5ff-66bc-42ef-8cb5-f3945f0f90cb owned by network:router_interface {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:16.808671 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (374be5ff-66bc-42ef-8cb5-f3945f0f90cb), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:16.835953 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] Pushing event deleted for resources: {'Port': ['ID=374be5ff-66bc-42ef-8cb5-f3945f0f90cb,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:17.005810 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754165'] for router_interface (ed1abac3-da33-4301-8fc7-4d98135c0651), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:17.219972 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] Router ed1abac3-da33-4301-8fc7-4d98135c0651 has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:11:17.323756 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:11:17.331507 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-00b5eb6a-a43b-4b19-bc45-075d217dcf01 admin admin] 10.222.0.73 "PUT /v2.0/routers/ed1abac3-da33-4301-8fc7-4d98135c0651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6487920 Mar 22 18:11:17.331599 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45704) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:17.332879 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] Sync routers for ids ['ed1abac3-da33-4301-8fc7-4d98135c0651'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:11:17.343039 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] Routers {'ed1abac3-da33-4301-8fc7-4d98135c0651'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:11:17.343679 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:10:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['ed1abac3-da33-4301-8fc7-4d98135c0651'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:17.435344 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Publish callbacks [] for router (ed1abac3-da33-4301-8fc7-4d98135c0651), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:17.458104 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] Set router ed1abac3-da33-4301-8fc7-4d98135c0651 gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:11:17.543923 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Publish callbacks [] for router_gateway (ed1abac3-da33-4301-8fc7-4d98135c0651), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:17.635721 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:11:16Z', 'revision_number': 5, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port': {'id': '6dd89f3d-b87b-446a-85da-d320619a6596', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:25Z', 'updated_at': '2022-03-22T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:17.646051 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Deleting port 6dd89f3d-b87b-446a-85da-d320619a6596 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:17.646388 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:17.662065 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] Checking router: ed1abac3-da33-4301-8fc7-4d98135c0651 for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:11:17.670415 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] Routers {'ed1abac3-da33-4301-8fc7-4d98135c0651'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:11:17.671031 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:10:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['ed1abac3-da33-4301-8fc7-4d98135c0651'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:17.726499 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] For port 6dd89f3d-b87b-446a-85da-d320619a6596, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=6dd89f3d-b87b-446a-85da-d320619a6596,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:17.726886 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:17.741123 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Calling delete_port for 6dd89f3d-b87b-446a-85da-d320619a6596 owned by network:router_gateway {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:17.760887 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] Set router ed1abac3-da33-4301-8fc7-4d98135c0651 gateway port host: None {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:11:17.817124 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:11:17Z', 'revision_number': 6, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port_host': None}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:17.843738 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4f03c-e009-49a6-8b3a-d09a6829ed30 None None] The sync data for ids ['ed1abac3-da33-4301-8fc7-4d98135c0651'] in dv-cinder-739079-8-iscsi is: [{'id': 'ed1abac3-da33-4301-8fc7-4d98135c0651', 'name': 'tempest-TestMinimumBasicScenario-1100415683-router', 'tenant_id': '9e8b23752ec94896b3683891fd2a3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:24Z', 'updated_at': '2022-03-22T18:11:17Z', 'revision_number': 6, 'project_id': '9e8b23752ec94896b3683891fd2a3955', 'gw_port_host': None}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:11:17.972212 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (6dd89f3d-b87b-446a-85da-d320619a6596), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:17.997832 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd89f3d-b87b-446a-85da-d320619a6596,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:18.066238 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-756495'] for router_gateway (ed1abac3-da33-4301-8fc7-4d98135c0651), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.155418 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6629'] for router (ed1abac3-da33-4301-8fc7-4d98135c0651), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.157467 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Publish callbacks [] for router_controller (ed1abac3-da33-4301-8fc7-4d98135c0651), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.283191 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757996'] for router (ed1abac3-da33-4301-8fc7-4d98135c0651), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.283646 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed1abac3-da33-4301-8fc7-4d98135c0651 {{(pid=110337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 18:11:18.288634 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.289856 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-2c28069e-ef76-4538-8b6b-6a703d18c706 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ed1abac3-da33-4301-8fc7-4d98135c0651 HTTP/1.1" status: 204 len: 168 time: 0.9572539 Mar 22 18:11:18.292277 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45708) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:18.336080 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff30170-ed8b-4c62-a8d8-1dc00337d36c admin admin] Deleting subnet ed5340e4-5af7-4366-9591-7a724b803664 {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:11:18.339170 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-aff30170-ed8b-4c62-a8d8-1dc00337d36c admin admin] Publish callbacks [] for subnet (ed5340e4-5af7-4366-9591-7a724b803664), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.376498 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-aff30170-ed8b-4c62-a8d8-1dc00337d36c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (ed5340e4-5af7-4366-9591-7a724b803664), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.450731 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-aff30170-ed8b-4c62-a8d8-1dc00337d36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (ed5340e4-5af7-4366-9591-7a724b803664), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.578340 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-aff30170-ed8b-4c62-a8d8-1dc00337d36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (ed5340e4-5af7-4366-9591-7a724b803664), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.605775 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff30170-ed8b-4c62-a8d8-1dc00337d36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5340e4-5af7-4366-9591-7a724b803664,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:18.609384 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-aff30170-ed8b-4c62-a8d8-1dc00337d36c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.612711 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-aff30170-ed8b-4c62-a8d8-1dc00337d36c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ed5340e4-5af7-4366-9591-7a724b803664 HTTP/1.1" status: 204 len: 168 time: 0.3195007 Mar 22 18:11:18.615646 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 45712) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:18.621206 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e4e163-21db-4f9c-adfc-964710c90e87 None None] Network 8fc80fc9-7817-4d3e-aa0b-1823873d9731 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:11:18.690093 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (8fc80fc9-7817-4d3e-aa0b-1823873d9731), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.749661 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Deleting port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:18.750042 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.782229 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55378384-40d7-4aab-aaa1-668e4ba6d7c1 None None] DHCP port deletion for 8fc80fc9-7817-4d3e-aa0b-1823873d9731 request from dv-cinder-739079-8-iscsi {{(pid=110338) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 18:11:18.815797 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] For port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=28a24a06-8fef-4ed0-88bc-11dd9aaca53c,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:18.816760 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.832469 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-55378384-40d7-4aab-aaa1-668e4ba6d7c1 None None] Deleting port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c {{(pid=110338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:18.832850 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-55378384-40d7-4aab-aaa1-668e4ba6d7c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), before_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.833352 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Calling delete_port for 28a24a06-8fef-4ed0-88bc-11dd9aaca53c owned by network:dhcp {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:18.900025 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-55378384-40d7-4aab-aaa1-668e4ba6d7c1 None None] For port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=28a24a06-8fef-4ed0-88bc-11dd9aaca53c,segment=NetworkSegment(430fab5c-4d3d-4798-ad01-1c19cfaa7171),segment_id=430fab5c-4d3d-4798-ad01-1c19cfaa7171)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:18.900654 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-55378384-40d7-4aab-aaa1-668e4ba6d7c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), precommit_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:18.915646 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-55378384-40d7-4aab-aaa1-668e4ba6d7c1 None None] Calling delete_port for 28a24a06-8fef-4ed0-88bc-11dd9aaca53c owned by network:dhcp {{(pid=110338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:18.997864 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:19.004744 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-55378384-40d7-4aab-aaa1-668e4ba6d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (28a24a06-8fef-4ed0-88bc-11dd9aaca53c), after_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:19.022099 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a24a06-8fef-4ed0-88bc-11dd9aaca53c,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:19.027972 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] No DVR routers for this DVR port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c on host dv-cinder-739079-8-iscsi {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:11:19.036797 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55378384-40d7-4aab-aaa1-668e4ba6d7c1 None None] Pushing event deleted for resources: {'Port': ['ID=28a24a06-8fef-4ed0-88bc-11dd9aaca53c,revision_number=None']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:19.041835 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55378384-40d7-4aab-aaa1-668e4ba6d7c1 None None] No DVR routers for this DVR port 28a24a06-8fef-4ed0-88bc-11dd9aaca53c on host dv-cinder-739079-8-iscsi {{(pid=110338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:11:19.099629 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (8fc80fc9-7817-4d3e-aa0b-1823873d9731), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:19.120392 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc80fc9-7817-4d3e-aa0b-1823873d9731']}} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:19.130180 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430fab5c-4d3d-4798-ad01-1c19cfaa7171') {'for_net_delete': True} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:19.130481 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430fab5c-4d3d-4798-ad01-1c19cfaa7171') {} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:19.143072 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130815623'] for segment (430fab5c-4d3d-4798-ad01-1c19cfaa7171), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:19.156365 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (430fab5c-4d3d-4798-ad01-1c19cfaa7171), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:19.162398 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=110336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:11:19.162789 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131730312'] for segment (430fab5c-4d3d-4798-ad01-1c19cfaa7171), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: Traceback (most recent call last): Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: timer() Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: cb(*args, **kw) Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: return func(*args, **kwargs) Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: self._notify() Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: self.callback(batched_events) Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: event.method(event) Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: return f(self, *a, **k) Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._get(url).json() Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: return self.request(url, 'GET', **kwargs) Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:11:19.164467 dv-cinder-739079-8-iscsi neutron-server[110336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:11:19.355251 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (8fc80fc9-7817-4d3e-aa0b-1823873d9731), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:19.360661 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:19.369012 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8fc80fc9-7817-4d3e-aa0b-1823873d9731 HTTP/1.1" status: 204 len: 168 time: 0.7477705 Mar 22 18:11:19.369831 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45714) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:19.375907 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef8cb7-d869-43f4-9359-46a617dc4a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc80fc9-7817-4d3e-aa0b-1823873d9731,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:19.716480 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759877'] for router_interface (84a4ab3d-0e83-4d08-be93-d91faba0d33a), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:19.909877 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 28a24a06-8fef-4ed0-88bc-11dd9aaca53c no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:11:19.933923 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 28a24a06-8fef-4ed0-88bc-11dd9aaca53c {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:11:19.934355 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 28a24a06-8fef-4ed0-88bc-11dd9aaca53c not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:11:19.934849 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 374be5ff-66bc-42ef-8cb5-f3945f0f90cb no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:11:19.954503 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 374be5ff-66bc-42ef-8cb5-f3945f0f90cb {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:11:19.954848 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 374be5ff-66bc-42ef-8cb5-f3945f0f90cb not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:11:19.957801 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 6dd89f3d-b87b-446a-85da-d320619a6596 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:11:19.963962 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] Deleting port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:19.964299 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:19.974342 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 6dd89f3d-b87b-446a-85da-d320619a6596 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:11:19.974693 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 6dd89f3d-b87b-446a-85da-d320619a6596 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:11:20.043778 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] For port da23693c-97c3-4a9d-a3a3-a1bae86b1ee1, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=da23693c-97c3-4a9d-a3a3-a1bae86b1ee1,segment=NetworkSegment(1899d0b1-f63b-4b72-b665-70527c77ad3e),segment_id=1899d0b1-f63b-4b72-b665-70527c77ad3e)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:20.044138 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:20.057129 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] Calling delete_port for da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 owned by network:router_interface {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:20.309137 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (da23693c-97c3-4a9d-a3a3-a1bae86b1ee1), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:20.337638 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] Pushing event deleted for resources: {'Port': ['ID=da23693c-97c3-4a9d-a3a3-a1bae86b1ee1,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:20.503916 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754165'] for router_interface (84a4ab3d-0e83-4d08-be93-d91faba0d33a), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:20.940428 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] Router 84a4ab3d-0e83-4d08-be93-d91faba0d33a has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:11:21.049979 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:11:21.057490 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-0f4b88dd-fa47-495d-ac2b-15caca3c8867 admin admin] 10.222.0.73 "PUT /v2.0/routers/84a4ab3d-0e83-4d08-be93-d91faba0d33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6856799 Mar 22 18:11:21.057647 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45720) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:21.058584 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] Sync routers for ids ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:11:21.072041 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] Routers {'84a4ab3d-0e83-4d08-be93-d91faba0d33a'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:11:21.072663 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:10:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:21.164638 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Publish callbacks [] for router (84a4ab3d-0e83-4d08-be93-d91faba0d33a), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:21.178917 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] Set router 84a4ab3d-0e83-4d08-be93-d91faba0d33a gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:11:21.273284 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Publish callbacks [] for router_gateway (84a4ab3d-0e83-4d08-be93-d91faba0d33a), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:21.361597 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'name': 'tempest-TestMinimumBasicScenario-1909011497-router', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:11:20Z', 'revision_number': 5, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'gw_port': {'id': '78fcf648-cd93-4008-b59f-7f3e8c833e66', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:21.390299 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] Checking router: 84a4ab3d-0e83-4d08-be93-d91faba0d33a for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:11:21.390676 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Deleting port 78fcf648-cd93-4008-b59f-7f3e8c833e66 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:21.391014 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:21.398882 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] Routers {'84a4ab3d-0e83-4d08-be93-d91faba0d33a'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:11:21.399516 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:10:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:21.469332 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] For port 78fcf648-cd93-4008-b59f-7f3e8c833e66, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=78fcf648-cd93-4008-b59f-7f3e8c833e66,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:21.469742 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:21.483204 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Calling delete_port for 78fcf648-cd93-4008-b59f-7f3e8c833e66 owned by network:router_gateway {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:21.490903 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] Set router 84a4ab3d-0e83-4d08-be93-d91faba0d33a gateway port host: None {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:11:21.546802 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'name': 'tempest-TestMinimumBasicScenario-1909011497-router', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:11:21Z', 'revision_number': 6, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'gw_port_host': None}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:21.573337 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a552eb-62db-416a-90bf-0494a5293744 None None] The sync data for ids ['84a4ab3d-0e83-4d08-be93-d91faba0d33a'] in dv-cinder-739079-8-iscsi is: [{'id': '84a4ab3d-0e83-4d08-be93-d91faba0d33a', 'name': 'tempest-TestMinimumBasicScenario-1909011497-router', 'tenant_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:06:31Z', 'updated_at': '2022-03-22T18:11:21Z', 'revision_number': 6, 'project_id': '8ec36b4ea2a345c9b2ee9afb780ae85e', 'gw_port_host': None}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:11:21.709023 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (78fcf648-cd93-4008-b59f-7f3e8c833e66), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:21.732485 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Pushing event deleted for resources: {'Port': ['ID=78fcf648-cd93-4008-b59f-7f3e8c833e66,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:21.799732 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-756495'] for router_gateway (84a4ab3d-0e83-4d08-be93-d91faba0d33a), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:21.891589 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6629'] for router (84a4ab3d-0e83-4d08-be93-d91faba0d33a), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:21.893645 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Publish callbacks [] for router_controller (84a4ab3d-0e83-4d08-be93-d91faba0d33a), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.009344 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757996'] for router (84a4ab3d-0e83-4d08-be93-d91faba0d33a), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.009919 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84a4ab3d-0e83-4d08-be93-d91faba0d33a {{(pid=110337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 18:11:22.022725 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.024083 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-d9f0aa01-72d5-4779-a47e-fa836c0177ba admin admin] 10.222.0.73 "DELETE /v2.0/routers/84a4ab3d-0e83-4d08-be93-d91faba0d33a HTTP/1.1" status: 204 len: 168 time: 0.9654989 Mar 22 18:11:22.026595 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45726) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:22.044533 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:11:22.067611 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:11:22.068567 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device da23693c-97c3-4a9d-a3a3-a1bae86b1ee1 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:11:22.085312 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-df908222-7314-4d43-825b-43cb98c75601 admin admin] Deleting subnet 9f1c6c33-34a7-4352-8af6-19d62751dce6 {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:11:22.088413 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-df908222-7314-4d43-825b-43cb98c75601 admin admin] Publish callbacks [] for subnet (9f1c6c33-34a7-4352-8af6-19d62751dce6), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.122329 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-df908222-7314-4d43-825b-43cb98c75601 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (9f1c6c33-34a7-4352-8af6-19d62751dce6), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.198962 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-df908222-7314-4d43-825b-43cb98c75601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (9f1c6c33-34a7-4352-8af6-19d62751dce6), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.309951 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-df908222-7314-4d43-825b-43cb98c75601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (9f1c6c33-34a7-4352-8af6-19d62751dce6), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.340616 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df908222-7314-4d43-825b-43cb98c75601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1c6c33-34a7-4352-8af6-19d62751dce6,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:22.344253 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-df908222-7314-4d43-825b-43cb98c75601 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.347614 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-df908222-7314-4d43-825b-43cb98c75601 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9f1c6c33-34a7-4352-8af6-19d62751dce6 HTTP/1.1" status: 204 len: 168 time: 0.3196797 Mar 22 18:11:22.350101 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45730) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:22.350532 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7b222-8925-4d5d-8e67-03dbd78f691c None None] Network d34e41e0-dc0d-40ed-8be3-625f3c2e693a requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:11:22.424108 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (d34e41e0-dc0d-40ed-8be3-625f3c2e693a), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.478983 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Deleting port de0c2a4d-9eed-430a-9c81-032e427f5f98 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:22.479304 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.549785 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] For port de0c2a4d-9eed-430a-9c81-032e427f5f98, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=de0c2a4d-9eed-430a-9c81-032e427f5f98,segment=NetworkSegment(1899d0b1-f63b-4b72-b665-70527c77ad3e),segment_id=1899d0b1-f63b-4b72-b665-70527c77ad3e)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:22.573931 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.573931 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Calling delete_port for de0c2a4d-9eed-430a-9c81-032e427f5f98 owned by network:dhcp {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:22.585042 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12446b0-05ed-4936-bdef-ce715afbf5f0 None None] DHCP port deletion for d34e41e0-dc0d-40ed-8be3-625f3c2e693a request from dv-cinder-739079-8-iscsi {{(pid=110338) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 18:11:22.647253 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-a12446b0-05ed-4936-bdef-ce715afbf5f0 None None] Deleting port de0c2a4d-9eed-430a-9c81-032e427f5f98 {{(pid=110338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:22.647253 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a12446b0-05ed-4936-bdef-ce715afbf5f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), before_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.688710 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5c93c69c-23c1-489a-bf7a-1e0c4c7ec146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.712880 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-a12446b0-05ed-4936-bdef-ce715afbf5f0 None None] For port de0c2a4d-9eed-430a-9c81-032e427f5f98, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=de0c2a4d-9eed-430a-9c81-032e427f5f98,segment=NetworkSegment(1899d0b1-f63b-4b72-b665-70527c77ad3e),segment_id=1899d0b1-f63b-4b72-b665-70527c77ad3e)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:22.713272 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a12446b0-05ed-4936-bdef-ce715afbf5f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), precommit_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.726710 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-a12446b0-05ed-4936-bdef-ce715afbf5f0 None None] Calling delete_port for de0c2a4d-9eed-430a-9c81-032e427f5f98 owned by network:dhcp {{(pid=110338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:22.751856 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.775336 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0c2a4d-9eed-430a-9c81-032e427f5f98,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:22.780950 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] No DVR routers for this DVR port de0c2a4d-9eed-430a-9c81-032e427f5f98 on host dv-cinder-739079-8-iscsi {{(pid=110337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:11:22.812453 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a12446b0-05ed-4936-bdef-ce715afbf5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (de0c2a4d-9eed-430a-9c81-032e427f5f98), after_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.836773 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12446b0-05ed-4936-bdef-ce715afbf5f0 None None] Pushing event deleted for resources: {'Port': ['ID=de0c2a4d-9eed-430a-9c81-032e427f5f98,revision_number=None']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:22.842592 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12446b0-05ed-4936-bdef-ce715afbf5f0 None None] No DVR routers for this DVR port de0c2a4d-9eed-430a-9c81-032e427f5f98 on host dv-cinder-739079-8-iscsi {{(pid=110338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:11:22.854380 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (d34e41e0-dc0d-40ed-8be3-625f3c2e693a), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.875045 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34e41e0-dc0d-40ed-8be3-625f3c2e693a']}} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:22.884700 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1899d0b1-f63b-4b72-b665-70527c77ad3e') {'for_net_delete': True} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:22.884991 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1899d0b1-f63b-4b72-b665-70527c77ad3e') {} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:11:22.894287 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130934580'] for segment (1899d0b1-f63b-4b72-b665-70527c77ad3e), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.906862 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (1899d0b1-f63b-4b72-b665-70527c77ad3e), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.912894 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=110337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:11:22.913269 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130356380'] for segment (1899d0b1-f63b-4b72-b665-70527c77ad3e), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: Traceback (most recent call last): Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: timer() Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: cb(*args, **kw) Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: return func(*args, **kwargs) Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: self._notify() Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: self.callback(batched_events) Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: event.method(event) Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: return f(self, *a, **k) Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._get(url).json() Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: return self.request(url, 'GET', **kwargs) Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:11:22.914955 dv-cinder-739079-8-iscsi neutron-server[110337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:11:23.086616 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (d34e41e0-dc0d-40ed-8be3-625f3c2e693a), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:23.091922 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:23.095010 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d34e41e0-dc0d-40ed-8be3-625f3c2e693a HTTP/1.1" status: 204 len: 168 time: 0.7439733 Mar 22 18:11:23.110137 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ee850-93ed-4665-b689-1dbd8799b0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34e41e0-dc0d-40ed-8be3-625f3c2e693a,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:23.505722 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45736) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:23.733338 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-0432d321-57bf-41e7-84ef-4c32528e2970 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e8b23752ec94896b3683891fd2a3955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264555 Mar 22 18:11:23.735853 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45740) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:23.781545 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9374d5ec-5fda-4bfb-932e-fe893ceaeaf9 admin admin] Publish callbacks [] for security_group (577f6eca-7034-4f49-bd65-d460bedf1029), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:23.802414 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9374d5ec-5fda-4bfb-932e-fe893ceaeaf9 admin admin] Publish callbacks [] for security_group (577f6eca-7034-4f49-bd65-d460bedf1029), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:23.912481 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device de0c2a4d-9eed-430a-9c81-032e427f5f98 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:11:23.941480 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: de0c2a4d-9eed-430a-9c81-032e427f5f98 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:11:23.941480 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device de0c2a4d-9eed-430a-9c81-032e427f5f98 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:11:23.942282 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9374d5ec-5fda-4bfb-932e-fe893ceaeaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (577f6eca-7034-4f49-bd65-d460bedf1029), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:23.942391 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 78fcf648-cd93-4008-b59f-7f3e8c833e66 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:11:23.942486 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9374d5ec-5fda-4bfb-932e-fe893ceaeaf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:23.942486 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-9374d5ec-5fda-4bfb-932e-fe893ceaeaf9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/577f6eca-7034-4f49-bd65-d460bedf1029 HTTP/1.1" status: 204 len: 168 time: 0.2014406 Mar 22 18:11:23.947059 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374d5ec-5fda-4bfb-932e-fe893ceaeaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577f6eca-7034-4f49-bd65-d460bedf1029,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:23.963737 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 78fcf648-cd93-4008-b59f-7f3e8c833e66 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:11:23.964087 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 78fcf648-cd93-4008-b59f-7f3e8c833e66 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:11:24.506298 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45748) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:24.547906 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-0551f6dd-c575-423a-91cd-5d6ef07082a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ec36b4ea2a345c9b2ee9afb780ae85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404685 Mar 22 18:11:24.550347 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45750) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:11:24.596579 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f44167b6-07b9-4299-a2cf-bfe63b46c36a admin admin] Publish callbacks [] for security_group (eaf99593-5aec-42af-9d4e-007b688ca119), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:24.619540 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f44167b6-07b9-4299-a2cf-bfe63b46c36a admin admin] Publish callbacks [] for security_group (eaf99593-5aec-42af-9d4e-007b688ca119), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:24.760485 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-e25ecad4-608f-4586-9237-a1249e866cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:24.797097 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f44167b6-07b9-4299-a2cf-bfe63b46c36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (eaf99593-5aec-42af-9d4e-007b688ca119), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:24.799706 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-f44167b6-07b9-4299-a2cf-bfe63b46c36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:24.800963 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-f44167b6-07b9-4299-a2cf-bfe63b46c36a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eaf99593-5aec-42af-9d4e-007b688ca119 HTTP/1.1" status: 204 len: 168 time: 0.2497385 Mar 22 18:11:24.808649 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44167b6-07b9-4299-a2cf-bfe63b46c36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf99593-5aec-42af-9d4e-007b688ca119,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:24.983558 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:25.974553 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:27.486794 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:28.845807 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:11:29.080167 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:38.196896 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99382e-84f0-44b5-8e70-a7d1debdcc72 req-b238d584-93ba-4215-a49d-878101ba6521 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:38.198388 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-aa99382e-84f0-44b5-8e70-a7d1debdcc72 req-b238d584-93ba-4215-a49d-878101ba6521 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 945 time: 0.0525763 Mar 22 18:11:38.244879 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-aa99382e-84f0-44b5-8e70-a7d1debdcc72 req-828f94ae-e3f4-4daa-bfd4-df9e48d51efe tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Mar 22 18:11:39.371421 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38e2ea-98d2-440f-aa16-5ba8f8cca5e1 req-bc40bbcf-ed42-468b-9aab-aa8b32e3a8b7 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:39.372891 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f38e2ea-98d2-440f-aa16-5ba8f8cca5e1 req-bc40bbcf-ed42-468b-9aab-aa8b32e3a8b7 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 945 time: 0.0582919 Mar 22 18:11:39.419932 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f38e2ea-98d2-440f-aa16-5ba8f8cca5e1 req-497b0ae0-6aea-4e9f-92ed-9e5fe9f338f9 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/security-groups?id=f800726b-76cd-4cc8-ba04-c485a11d613a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 Mar 22 18:11:40.093375 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-9cbdb864-77d6-4b04-bb7a-c995159a33e0 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:11:40.094836 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-9cbdb864-77d6-4b04-bb7a-c995159a33e0 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.74 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 945 time: 0.0520053 Mar 22 18:11:40.186338 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-b5046a7e-b82a-45ab-93d0-61b10c74b392 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Deleting port 613f3a6a-b153-4631-a96d-c38e46183f74 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:11:40.186600 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-b5046a7e-b82a-45ab-93d0-61b10c74b392 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:40.271509 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-b5046a7e-b82a-45ab-93d0-61b10c74b392 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] For port 613f3a6a-b153-4631-a96d-c38e46183f74, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=613f3a6a-b153-4631-a96d-c38e46183f74,segment=NetworkSegment(26c842fc-b760-4bdd-9ae9-3e25b50698c8),segment_id=26c842fc-b760-4bdd-9ae9-3e25b50698c8)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:11:40.271867 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-b5046a7e-b82a-45ab-93d0-61b10c74b392 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:40.285039 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-b5046a7e-b82a-45ab-93d0-61b10c74b392 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Calling delete_port for 613f3a6a-b153-4631-a96d-c38e46183f74 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:11:40.497244 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-b5046a7e-b82a-45ab-93d0-61b10c74b392 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (613f3a6a-b153-4631-a96d-c38e46183f74), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:40.510436 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['613f3a6a-b153-4631-a96d-c38e46183f74'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:11:40.523175 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a6d6731b-7fcb-460f-88f8-dfa309c15645 req-2865a0bb-1520-4e56-9fd6-65271c1162c7 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.73 "GET /v2.0/ports?device_id=d888b5db-e7cc-4103-9155-1e243a865737 HTTP/1.1" status: 200 len: 210 time: 0.0365217 Mar 22 18:11:40.541911 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5046a7e-b82a-45ab-93d0-61b10c74b392 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Pushing event deleted for resources: {'Port': ['ID=613f3a6a-b153-4631-a96d-c38e46183f74,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:11:40.589485 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-b5046a7e-b82a-45ab-93d0-61b10c74b392 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] No DVR routers for this DVR port 613f3a6a-b153-4631-a96d-c38e46183f74 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:11:40.591956 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-b5046a7e-b82a-45ab-93d0-61b10c74b392 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:40.595203 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-50f31638-b8fd-4bda-89bb-a2356f03c8c9 req-b5046a7e-b82a-45ab-93d0-61b10c74b392 tempest-VolumesSnapshotTestJSON-1145392355 tempest-VolumesSnapshotTestJSON-1145392355-project] 10.222.0.74 "DELETE /v2.0/ports/613f3a6a-b153-4631-a96d-c38e46183f74 HTTP/1.1" status: 204 len: 173 time: 0.4954786 Mar 22 18:11:40.595639 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd888b5db-e7cc-4103-9155-1e243a865737', 'name': 'network-vif-deleted', 'tag': '613f3a6a-b153-4631-a96d-c38e46183f74'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:11:40.597959 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df23c58d-17bb-410f-a143-e813bbb5b37f" -d '{"events": [{"server_uuid": "d888b5db-e7cc-4103-9155-1e243a865737", "name": "network-vif-deleted", "tag": "613f3a6a-b153-4631-a96d-c38e46183f74"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:11:40.633627 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf1641-b415-4003-837b-312d3ebc44cb x-openstack-request-id: req-c5cf1641-b415-4003-837b-312d3ebc44cb {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:11:40.633921 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d888b5db-e7cc-4103-9155-1e243a865737", "name": "network-vif-deleted", "tag": "613f3a6a-b153-4631-a96d-c38e46183f74", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:11:40.634183 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5cf1641-b415-4003-837b-312d3ebc44cb {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:11:40.634590 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5cf1641-b415-4003-837b-312d3ebc44cb'] response: {'server_uuid': 'd888b5db-e7cc-4103-9155-1e243a865737', 'name': 'network-vif-deleted', 'tag': '613f3a6a-b153-4631-a96d-c38e46183f74', 'status': 'completed', 'code': 200} Mar 22 18:11:42.954038 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 613f3a6a-b153-4631-a96d-c38e46183f74 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:11:42.975663 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 613f3a6a-b153-4631-a96d-c38e46183f74 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:11:42.976060 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 613f3a6a-b153-4631-a96d-c38e46183f74 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:11:52.548295 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-40a50bfa-12c0-412f-8bd1-bb4572a2a812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:54.728381 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f71a-5084-480c-88ca-30d71abce731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:54.977127 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:56.011522 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:57.485112 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:11:59.085289 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:05.846089 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:12:08.161800 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45942) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:08.206185 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Deleting subnet 84dc6463-159a-421d-b060-9ffcaf4868c0 {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:12:08.209191 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Publish callbacks [] for subnet (84dc6463-159a-421d-b060-9ffcaf4868c0), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.242763 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (84dc6463-159a-421d-b060-9ffcaf4868c0), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.280066 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (84dc6463-159a-421d-b060-9ffcaf4868c0), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.405236 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (84dc6463-159a-421d-b060-9ffcaf4868c0), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.431829 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84dc6463-159a-421d-b060-9ffcaf4868c0,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:08.434316 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.437423 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/84dc6463-159a-421d-b060-9ffcaf4868c0 HTTP/1.1" status: 204 len: 168 time: 0.2746000 Mar 22 18:12:08.440286 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 45944) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:08.443501 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.443857 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.444192 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.444528 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.444922 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.445277 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.445640 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.445964 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.446281 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.446605 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.446922 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.447248 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.447568 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.447886 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.448197 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a7eb4-7a65-4e18-b715-ea8c523bc4c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.508236 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (c1a693e5-a826-4446-aad1-112dedcdbecb), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.586905 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (c1a693e5-a826-4446-aad1-112dedcdbecb), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.606898 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a693e5-a826-4446-aad1-112dedcdbecb']}} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:08.616562 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c842fc-b760-4bdd-9ae9-3e25b50698c8') {'for_net_delete': True} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:08.616852 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c842fc-b760-4bdd-9ae9-3e25b50698c8') {} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:08.625880 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130815623'] for segment (26c842fc-b760-4bdd-9ae9-3e25b50698c8), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.638437 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (26c842fc-b760-4bdd-9ae9-3e25b50698c8), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.644142 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=110336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:12:08.644512 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131730312'] for segment (26c842fc-b760-4bdd-9ae9-3e25b50698c8), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: Traceback (most recent call last): Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: timer() Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: cb(*args, **kw) Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: return func(*args, **kwargs) Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: self._notify() Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: self.callback(batched_events) Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: event.method(event) Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: return f(self, *a, **k) Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._get(url).json() Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: return self.request(url, 'GET', **kwargs) Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:12:08.646092 dv-cinder-739079-8-iscsi neutron-server[110336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:12:08.759499 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (c1a693e5-a826-4446-aad1-112dedcdbecb), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.764803 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:08.768041 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c1a693e5-a826-4446-aad1-112dedcdbecb HTTP/1.1" status: 204 len: 168 time: 0.3267910 Mar 22 18:12:08.779118 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a693e5-a826-4446-aad1-112dedcdbecb,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:08.788741 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.789094 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.789460 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.789856 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.790172 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.790507 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.790835 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.791160 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.791488 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.791815 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.792142 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.792466 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.792800 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.793111 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:08.793449 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12e07a-264b-4ed6-aff9-de909f5a3ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:09.148689 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 45948) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:09.188670 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-6e0b3e66-7537-4cce-b970-14a5d4d55a9d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4fccfd69c9bb4b9eb357c6dd6dc7975f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387306 Mar 22 18:12:09.193771 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 45950) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:09.243808 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bd542b47-e8a7-4886-9b79-759064275b6c admin admin] Publish callbacks [] for security_group (f800726b-76cd-4cc8-ba04-c485a11d613a), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:09.264445 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bd542b47-e8a7-4886-9b79-759064275b6c admin admin] Publish callbacks [] for security_group (f800726b-76cd-4cc8-ba04-c485a11d613a), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:09.382325 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bd542b47-e8a7-4886-9b79-759064275b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (f800726b-76cd-4cc8-ba04-c485a11d613a), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:09.384811 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bd542b47-e8a7-4886-9b79-759064275b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:09.385993 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-bd542b47-e8a7-4886-9b79-759064275b6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f800726b-76cd-4cc8-ba04-c485a11d613a HTTP/1.1" status: 204 len: 168 time: 0.1912944 Mar 22 18:12:09.393991 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd542b47-e8a7-4886-9b79-759064275b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f800726b-76cd-4cc8-ba04-c485a11d613a,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:10.409284 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 45972) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:10.504134 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1006575486-network', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:10.587798 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Made reservation on behalf of a6c9f85cf8534963a0c7f519572246aa for: {'network': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:12:10.590314 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:10.599227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:10.670602 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Publish callbacks [] for security_group (ef65ef6e-ac9a-46e4-a261-7ce0193a9665), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:10.733318 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (ef65ef6e-ac9a-46e4-a261-7ce0193a9665), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:10.759673 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=110336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 18:12:10.766745 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef65ef6e-ac9a-46e4-a261-7ce0193a9665,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:10.772500 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (4429453d-bba5-4d94-b519-c3e2f883ff53), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:10.772868 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.segments_db [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Added segment 4429453d-bba5-4d94-b519-c3e2f883ff53 of type vlan for network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 Mar 22 18:12:10.815608 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (c12c74f4-f7bd-49aa-ae2b-3d32501ce477), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:10.888046 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (c12c74f4-f7bd-49aa-ae2b-3d32501ce477), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:10.888999 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:10.889620 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:10.946114 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] Pushing event updated for resources: {'Network': ['ID=c12c74f4-f7bd-49aa-ae2b-3d32501ce477,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:10.955719 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 18:12:11.016799 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-d7d30a97-1730-438a-8eb1-a021adb79f6b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6063912 Mar 22 18:12:11.019772 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45976) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:11.024637 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Request body: {'subnet': {'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1006575486-subnet', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'ip_version': 4}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:11.084926 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Made reservation on behalf of a6c9f85cf8534963a0c7f519572246aa for: {'subnet': 1} {{(pid=110337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:12:11.087378 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130929192'] for subnet (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:11.296615 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130356607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130929214'] for subnet (9784f343-e9d1-4ded-8a3f-20aa2aa25bd3), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:11.345975 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3,revision_number=0']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:11.360956 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Checking segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:12:11.361318 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Network hostable DHCP agents. Network: c12c74f4-f7bd-49aa-ae2b-3d32501ce477, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 18:12:11.430874 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 18:12:11.522353 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, c12c74f4-f7bd-49aa-ae2b-3d32501ce477) {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:11.526742 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:11.527523 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:11.533485 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130f2eb-6e7f-4cfc-a1de-ad7a795e089e None None] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:12:11.608237 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-30341503-a947-46d1-8d5c-282d1670b3cf admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5873210 Mar 22 18:12:11.611145 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45978) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:11.615558 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.v2.base [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:11.633220 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 18:12:11.634098 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:11.679625 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:11.680683 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:11.737774 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks [] for router_controller (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), precommit_add_association {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:11.767009 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Allocated IP 172.20.0.2 (c12c74f4-f7bd-49aa-ae2b-3d32501ce477/9784f343-e9d1-4ded-8a3f-20aa2aa25bd3/526519a8-b1b0-48df-ab2a-e629cd6801e7) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:12:11.907338 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Publish callbacks [] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:11.951676 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks [] for router_gateway (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:11.962431 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:11.999498 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:12:12.003080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:12.008493 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:12:12.014107 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Pushing event updated for resources: {'Port': ['ID=526519a8-b1b0-48df-ab2a-e629cd6801e7,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:12.026687 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.026687 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.026687 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.026687 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.026687 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.028726 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.028726 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.028726 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.028726 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.028726 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.028726 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.028726 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.029385 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.029385 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.029769 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:12.084733 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Attempting to bind port 526519a8-b1b0-48df-ab2a-e629cd6801e7 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:12:12.085106 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Attempting to bind port 526519a8-b1b0-48df-ab2a-e629cd6801e7 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:12:12.085528 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Attempting to bind port 526519a8-b1b0-48df-ab2a-e629cd6801e7 on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:12:12.090448 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:12:12.090825 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Checking segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:12:12.091230 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:12.091621 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Bound using segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:12:12.092085 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Bound port: 526519a8-b1b0-48df-ab2a-e629cd6801e7, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:12:12.092465 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:12.153103 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] For port 526519a8-b1b0-48df-ab2a-e629cd6801e7, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:12:12.156025 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] For port 526519a8-b1b0-48df-ab2a-e629cd6801e7, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=526519a8-b1b0-48df-ab2a-e629cd6801e7,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:12:12.213419 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks [] for router_gateway (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:12.228238 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:12.231684 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:12.292293 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db45d61-4245-404d-ae8c-80f119941144 None None] Pushing event updated for resources: {'Port': ['ID=526519a8-b1b0-48df-ab2a-e629cd6801e7,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:12.349113 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Allocated IP 172.27.1.117 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/d40cde6d-3cb3-44c4-8708-52773e9c783f) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:12:12.464195 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks [] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:12.568983 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:12.607676 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:12:12.611541 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:12.617052 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:12:12.622406 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Pushing event updated for resources: {'Port': ['ID=d40cde6d-3cb3-44c4-8708-52773e9c783f,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:12.930639 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks [] for router_gateway (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:13.138313 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:13.206099 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ada7a-ac21-4eff-a792-f1869523b790 None None] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:12:13.318620 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-bd95c6a3-ef55-4cf2-b30b-a07ad30fedcd None None] Provisioning complete for port 526519a8-b1b0-48df-ab2a-e629cd6801e7 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:13.318995 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bd95c6a3-ef55-4cf2-b30b-a07ad30fedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:13.536818 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-bd95c6a3-ef55-4cf2-b30b-a07ad30fedcd None None] Current status of the port 526519a8-b1b0-48df-ab2a-e629cd6801e7 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:13.537215 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bd95c6a3-ef55-4cf2-b30b-a07ad30fedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:13.570607 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-bd95c6a3-ef55-4cf2-b30b-a07ad30fedcd None None] For port 526519a8-b1b0-48df-ab2a-e629cd6801e7, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=526519a8-b1b0-48df-ab2a-e629cd6801e7,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:12:13.593582 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Router b1a61c59-7661-4e9a-b3c4-03d6f05722bf is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 18:12:13.662240 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bd95c6a3-ef55-4cf2-b30b-a07ad30fedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:13.710045 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:12:13.715873 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95c6a3-ef55-4cf2-b30b-a07ad30fedcd None None] Pushing event updated for resources: {'Port': ['ID=526519a8-b1b0-48df-ab2a-e629cd6801e7,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:13.721126 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Sync routers for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:12:13.731264 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:12:13.731875 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:11:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:13.795546 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:13.796719 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-9f32e5e3-e132-450b-86b4-d244d9a8c627 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1845789 Mar 22 18:12:13.799761 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 45980) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:13.823520 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-93ddd173-327d-4038-85cb-dfbfd080568e None None] Provisioning complete for port 526519a8-b1b0-48df-ab2a-e629cd6801e7 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:13.823815 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-93ddd173-327d-4038-85cb-dfbfd080568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:13.882789 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:12:14.002305 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 526519a8-b1b0-48df-ab2a-e629cd6801e7 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:12:14.054968 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-93ddd173-327d-4038-85cb-dfbfd080568e None None] Current status of the port 526519a8-b1b0-48df-ab2a-e629cd6801e7 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:14.120281 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 526519a8-b1b0-48df-ab2a-e629cd6801e7 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:14.120553 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.202969 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:12Z', 'revision_number': 3, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:14.229362 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.233760 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Checking router: b1a61c59-7661-4e9a-b3c4-03d6f05722bf for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:12:14.234279 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Updating router b1a61c59-7661-4e9a-b3c4-03d6f05722bf port d40cde6d-3cb3-44c4-8708-52773e9c783f binding host dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 18:12:14.258687 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 526519a8-b1b0-48df-ab2a-e629cd6801e7 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:14.269128 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.384065 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Allocated IP 172.20.0.1 (c12c74f4-f7bd-49aa-ae2b-3d32501ce477/9784f343-e9d1-4ded-8a3f-20aa2aa25bd3/b6aadbb1-a5d1-4dd1-ab43-6d7284401aba) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:12:14.485330 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Publish callbacks [] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.521932 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Publish callbacks [] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), precommit_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.594217 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.604570 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.637679 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:12:14.645106 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:14.649722 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:12:14.653150 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Pushing event updated for resources: {'Port': ['ID=b6aadbb1-a5d1-4dd1-ab43-6d7284401aba,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:14.664699 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Attempting to bind port d40cde6d-3cb3-44c4-8708-52773e9c783f on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:12:14.665079 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Attempting to bind port d40cde6d-3cb3-44c4-8708-52773e9c783f by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:12:14.665469 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Attempting to bind port d40cde6d-3cb3-44c4-8708-52773e9c783f on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:12:14.667582 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b58c93-96de-4956-88ec-63fcaaab3a09 None None] Pushing event updated for resources: {'Port': ['ID=d40cde6d-3cb3-44c4-8708-52773e9c783f,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:14.675402 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:12:14.675782 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:12:14.676191 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.676615 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:12:14.677103 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Bound port: d40cde6d-3cb3-44c4-8708-52773e9c783f, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:12:14.677430 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.689904 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.732452 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] For port d40cde6d-3cb3-44c4-8708-52773e9c783f, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:12:14.736384 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] For port d40cde6d-3cb3-44c4-8708-52773e9c783f, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d40cde6d-3cb3-44c4-8708-52773e9c783f,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:12:14.820140 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.882524 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:12:14.883151 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:11:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:14.913982 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:14.951462 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b58c93-96de-4956-88ec-63fcaaab3a09 None None] Pushing event updated for resources: {'Port': ['ID=d40cde6d-3cb3-44c4-8708-52773e9c783f,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:14.967968 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-4c06dc13-7655-4d50-b903-8728bc67b8c6 None None] Provisioning complete for port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:14.968344 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-4c06dc13-7655-4d50-b903-8728bc67b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:15.021890 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-4c06dc13-7655-4d50-b903-8728bc67b8c6 None None] Port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:12:15.040099 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:12:15.085784 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Publish callbacks [] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:15.156242 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130356472'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:15.225650 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:15.227310 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Pushing event updated for resources: {'Port': ['ID=b6aadbb1-a5d1-4dd1-ab43-6d7284401aba,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:15.241942 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 1, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:15.268542 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e27cbe-a1ac-40ca-8143-35b0fad5216f None None] The sync data for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi is: [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 1, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:12:15.332934 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:12:15.334371 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:15.469657 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Router b1a61c59-7661-4e9a-b3c4-03d6f05722bf has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:12:15.593663 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:12:15.599316 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-c117fb31-03c1-440b-a293-7980cf03f2ee admin admin] 10.222.0.73 "PUT /v2.0/routers/b1a61c59-7661-4e9a-b3c4-03d6f05722bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984531 Mar 22 18:12:15.647502 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-68392010-d238-4ba5-9c9c-982777afb160 None None] Provisioning complete for port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:15.647874 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-68392010-d238-4ba5-9c9c-982777afb160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:15.686944 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-68392010-d238-4ba5-9c9c-982777afb160 None None] Port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:12:16.026878 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d40cde6d-3cb3-44c4-8708-52773e9c783f up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:12:16.213041 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port d40cde6d-3cb3-44c4-8708-52773e9c783f triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:16.213521 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:16.295265 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port d40cde6d-3cb3-44c4-8708-52773e9c783f is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:16.295902 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:16.321226 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port d40cde6d-3cb3-44c4-8708-52773e9c783f, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d40cde6d-3cb3-44c4-8708-52773e9c783f,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:12:16.365228 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:16.367598 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 45996) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:16.373105 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-931321364-network', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:16.417254 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=d40cde6d-3cb3-44c4-8708-52773e9c783f,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:16.431158 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Made reservation on behalf of 3d6866e04e414e6ba39865273fdc4610 for: {'network': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:12:16.433602 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for network (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:16.443519 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:16.521057 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Publish callbacks [] for security_group (b933c815-d0aa-4919-81c2-a7fc1735c281), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:16.596769 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b933c815-d0aa-4919-81c2-a7fc1735c281), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:16.620890 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=110336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 18:12:16.630288 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b933c815-d0aa-4919-81c2-a7fc1735c281,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:16.636159 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:16.636501 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.segments_db [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Added segment fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3 of type vlan for network c21ed49a-5a42-49a0-9baa-e21aa41427f5 Mar 22 18:12:16.927583 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726367011934'] for network (c21ed49a-5a42-49a0-9baa-e21aa41427f5), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.019210 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373'] for network (c21ed49a-5a42-49a0-9baa-e21aa41427f5), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.020215 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:17.020806 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.081332 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] Pushing event updated for resources: {'Network': ['ID=c21ed49a-5a42-49a0-9baa-e21aa41427f5,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:17.091029 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Network c21ed49a-5a42-49a0-9baa-e21aa41427f5 details requested by agent ovs-agent-dv-cinder-739079-8-iscsi with host dv-cinder-739079-8-iscsi {{(pid=110338) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 18:12:17.130956 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-0cfb55e9-b201-4999-85fd-922bfc1d1650 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7615509 Mar 22 18:12:17.133549 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 45998) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:17.138585 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Request body: {'subnet': {'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-931321364-subnet', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'ip_version': 4}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:17.202427 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Made reservation on behalf of 3d6866e04e414e6ba39865273fdc4610 for: {'subnet': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:12:17.204892 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130561732'] for subnet (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.256867 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Sync routers for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:12:17.266179 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:12:17.266871 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:11:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:17.373050 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:12:17.428257 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131730027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130561746'] for subnet (7bf2e14a-fca1-4e89-b8e0-7f61e9547733), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.487248 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf2e14a-fca1-4e89-b8e0-7f61e9547733,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:17.492762 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Checking segment: {'id': 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:12:17.492929 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Network hostable DHCP agents. Network: c21ed49a-5a42-49a0-9baa-e21aa41427f5, hostable agents: ['4d9862b5-acf3-4915-beef-abefacad6552'], hosted agents: [] {{(pid=110336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 18:12:17.553652 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Network c21ed49a-5a42-49a0-9baa-e21aa41427f5 is scheduled to be hosted by DHCP agent 4d9862b5-acf3-4915-beef-abefacad6552 with binding_index 1 {{(pid=110336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 18:12:17.578739 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 2, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:17.608882 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Checking router: b1a61c59-7661-4e9a-b3c4-03d6f05722bf for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:12:17.609214 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Updating router b1a61c59-7661-4e9a-b3c4-03d6f05722bf port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 18:12:17.628012 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-8-iscsi, c21ed49a-5a42-49a0-9baa-e21aa41427f5) {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:17.633478 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:17.635200 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for subnet (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.636905 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.639062 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9eb31-c3a5-446a-b8bd-36a03a0f0dfa None None] Network c21ed49a-5a42-49a0-9baa-e21aa41427f5 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:12:17.740308 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-e21c6d10-618f-4312-859c-01b9c7176e8f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6055491 Mar 22 18:12:17.743395 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46000) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:17.747228 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-931321364-router', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:17.747720 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp498dc7ab-6ad7-57b4-8cfe-6482b3d283ed-c21ed49a-5a42-49a0-9baa-e21aa41427f5', 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5', 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'fixed_ips': [{'subnet_id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733'}]}} from dv-cinder-739079-8-iscsi. {{(pid=110338) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 18:12:17.749422 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.831454 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-753725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6647'] for router (d52985fa-32c5-46fe-9bb2-0cae21fe672b), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.832526 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6638'] for router (d52985fa-32c5-46fe-9bb2-0cae21fe672b), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.891080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.db_base_plugin_common [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Allocated IP 172.20.0.2 (c21ed49a-5a42-49a0-9baa-e21aa41427f5/7bf2e14a-fca1-4e89-b8e0-7f61e9547733/6ae99759-e773-4f2e-95cd-447c33a22175) {{(pid=110338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:12:17.897022 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks [] for router_controller (d52985fa-32c5-46fe-9bb2-0cae21fe672b), precommit_add_association {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.915763 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Publish callbacks [] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:17.970553 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d40cde6d-3cb3-44c4-8708-52773e9c783f up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:12:17.996913 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.068630 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Publish callbacks [] for port (6ae99759-e773-4f2e-95cd-447c33a22175), precommit_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.114973 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port d40cde6d-3cb3-44c4-8708-52773e9c783f triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:18.115871 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.142418 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks [] for router_gateway (d52985fa-32c5-46fe-9bb2-0cae21fe672b), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.152064 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), after_create {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.214505 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Network c21ed49a-5a42-49a0-9baa-e21aa41427f5 is already hosted by enough agents. {{(pid=110338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:12:18.219616 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Pushing event updated for resources: {'Port': ['ID=b6aadbb1-a5d1-4dd1-ab43-6d7284401aba,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:18.229131 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.scheduler.base_scheduler [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Resources bound (agent type, host, resource id): {{(pid=110338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:18.230744 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.231109 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.231465 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.231585 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Received port after_create {{(pid=110338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:12:18.231823 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.232160 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.232489 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.232945 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.233205 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.233495 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.234092 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.234092 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.234468 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.235058 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.235174 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.235625 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:12:18.235993 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Pushing event updated for resources: {'Port': ['ID=6ae99759-e773-4f2e-95cd-447c33a22175,revision_number=1']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:18.240255 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Attempting to bind port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:12:18.240624 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Attempting to bind port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:12:18.241030 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Attempting to bind port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:12:18.246904 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:12:18.247386 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Checking segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:12:18.247736 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.248231 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Bound using segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:12:18.248581 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Bound port: b6aadbb1-a5d1-4dd1-ab43-6d7284401aba, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:12:18.248956 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.319737 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] For port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:12:18.323164 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] For port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=b6aadbb1-a5d1-4dd1-ab43-6d7284401aba,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:12:18.343881 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port d40cde6d-3cb3-44c4-8708-52773e9c783f is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:18.346937 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Attempting to bind port 6ae99759-e773-4f2e-95cd-447c33a22175 on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:12:18.347320 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Attempting to bind port 6ae99759-e773-4f2e-95cd-447c33a22175 by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:12:18.347682 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Attempting to bind port 6ae99759-e773-4f2e-95cd-447c33a22175 on network c21ed49a-5a42-49a0-9baa-e21aa41427f5 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:12:18.355405 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:12:18.355786 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Checking segment: {'id': 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:12:18.356187 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.356572 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Bound using segment: {'id': 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:12:18.357035 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Bound port: 6ae99759-e773-4f2e-95cd-447c33a22175, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:12:18.357427 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.361276 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-61374e76-ee93-43e1-b001-7310bc11afd8 None None] Provisioning complete for port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:18.361657 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-61374e76-ee93-43e1-b001-7310bc11afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.394209 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.417811 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks [] for router_gateway (d52985fa-32c5-46fe-9bb2-0cae21fe672b), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.431237 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-61374e76-ee93-43e1-b001-7310bc11afd8 None None] Port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:12:18.441007 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.447644 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:12:18.448589 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:11:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:18.462382 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] For port 6ae99759-e773-4f2e-95cd-447c33a22175, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:12:18.465907 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] For port 6ae99759-e773-4f2e-95cd-447c33a22175, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=6ae99759-e773-4f2e-95cd-447c33a22175,segment=NetworkSegment(fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3),segment_id=fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:12:18.528046 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51a0a6-0605-4e27-9470-72624cf23069 None None] Pushing event updated for resources: {'Port': ['ID=b6aadbb1-a5d1-4dd1-ab43-6d7284401aba,revision_number=4']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:18.533307 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.564008 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Allocated IP 172.27.1.138 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/a7b83cc1-4d6a-4194-939e-036808b5aeae) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:12:18.596126 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa67154-bd74-446c-80fe-e77ea5ec84c4 None None] Pushing event updated for resources: {'Port': ['ID=6ae99759-e773-4f2e-95cd-447c33a22175,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:18.606298 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:12:18.701069 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks [] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.759887 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-da927fa2-e012-4c76-9793-4a4a27b7fc96 None None] Provisioning complete for port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:18.760372 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-da927fa2-e012-4c76-9793-4a4a27b7fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.794803 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.851944 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:12:18.857460 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:18.864823 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:18.882981 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:12:18.890213 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-da927fa2-e012-4c76-9793-4a4a27b7fc96 None None] Current status of the port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:18.890213 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-da927fa2-e012-4c76-9793-4a4a27b7fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:18.891122 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b83cc1-4d6a-4194-939e-036808b5aeae,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:18.901653 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45ca71-606d-4308-be43-54bbc60ac82c None None] The sync data for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi is: [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:12:18.940113 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-da927fa2-e012-4c76-9793-4a4a27b7fc96 None None] For port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=b6aadbb1-a5d1-4dd1-ab43-6d7284401aba,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:12:19.022321 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-da927fa2-e012-4c76-9793-4a4a27b7fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:19.076243 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da927fa2-e012-4c76-9793-4a4a27b7fc96 None None] Pushing event updated for resources: {'Port': ['ID=b6aadbb1-a5d1-4dd1-ab43-6d7284401aba,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:19.265747 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks [] for router_gateway (d52985fa-32c5-46fe-9bb2-0cae21fe672b), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:19.504582 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-756523'] for router (d52985fa-32c5-46fe-9bb2-0cae21fe672b), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:19.679817 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576f25e8-afef-4121-89b4-ff2686221922 None None] Network c21ed49a-5a42-49a0-9baa-e21aa41427f5 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:12:19.739717 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Router d52985fa-32c5-46fe-9bb2-0cae21fe672b is scheduled to L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 with binding_index 1 {{(pid=110336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 18:12:19.762261 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-975b9ae8-65af-4702-af08-ddcdfdfb35dd None None] Provisioning complete for port 6ae99759-e773-4f2e-95cd-447c33a22175 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:19.762820 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-975b9ae8-65af-4702-af08-ddcdfdfb35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:19.851213 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:12:19.864750 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Sync routers for ids ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:12:19.886312 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-975b9ae8-65af-4702-af08-ddcdfdfb35dd None None] Current status of the port 6ae99759-e773-4f2e-95cd-447c33a22175 is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:19.886706 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-975b9ae8-65af-4702-af08-ddcdfdfb35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:19.888526 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Routers {'d52985fa-32c5-46fe-9bb2-0cae21fe672b'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:12:19.889205 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:11:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:19.949466 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:19.954746 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-6a46b1f9-7e1c-47ab-8ef5-023867f69f29 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2084916 Mar 22 18:12:19.955095 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 46002) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:20.013600 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-975b9ae8-65af-4702-af08-ddcdfdfb35dd None None] For port 6ae99759-e773-4f2e-95cd-447c33a22175, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=6ae99759-e773-4f2e-95cd-447c33a22175,segment=NetworkSegment(fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3),segment_id=fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:12:20.051546 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Set router d52985fa-32c5-46fe-9bb2-0cae21fe672b gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:12:20.108968 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-975b9ae8-65af-4702-af08-ddcdfdfb35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:20.161225 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 6ae99759-e773-4f2e-95cd-447c33a22175 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:12:20.266745 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b9ae8-65af-4702-af08-ddcdfdfb35dd None None] Pushing event updated for resources: {'Port': ['ID=6ae99759-e773-4f2e-95cd-447c33a22175,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:20.293796 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-3c7ed5ef-a318-44b6-b21f-b4cfc3e14bda None None] Provisioning complete for port 6ae99759-e773-4f2e-95cd-447c33a22175 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:20.294172 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3c7ed5ef-a318-44b6-b21f-b4cfc3e14bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:20.357263 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 6ae99759-e773-4f2e-95cd-447c33a22175 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:20.357662 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:20.400670 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:20.432270 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'name': 'tempest-TestVolumeBootPattern-931321364-router', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:17Z', 'updated_at': '2022-03-22T18:12:19Z', 'revision_number': 3, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'gw_port': {'id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:18Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:20.470282 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Checking router: d52985fa-32c5-46fe-9bb2-0cae21fe672b for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:12:20.470647 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Updating router d52985fa-32c5-46fe-9bb2-0cae21fe672b port a7b83cc1-4d6a-4194-939e-036808b5aeae binding host dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 18:12:20.503062 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ed5ef-a318-44b6-b21f-b4cfc3e14bda None None] Current status of the port 6ae99759-e773-4f2e-95cd-447c33a22175 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:20.528206 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:20.560093 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_common [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Allocated IP 172.20.0.1 (c21ed49a-5a42-49a0-9baa-e21aa41427f5/7bf2e14a-fca1-4e89-b8e0-7f61e9547733/268cc19b-2c90-481e-981b-14ef4c7e270e) {{(pid=110337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:12:20.563716 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 6ae99759-e773-4f2e-95cd-447c33a22175 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:20.564793 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device b6aadbb1-a5d1-4dd1-ab43-6d7284401aba up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:12:20.666768 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Publish callbacks [] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), precommit_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:20.759447 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:20.796281 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Network c21ed49a-5a42-49a0-9baa-e21aa41427f5 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:12:20.800925 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:20.804013 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Received port after_create {{(pid=110337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:12:20.835728 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Pushing event updated for resources: {'Port': ['ID=268cc19b-2c90-481e-981b-14ef4c7e270e,revision_number=1']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:20.846544 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:20.847083 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:20.858347 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760062'] for router_interface (d52985fa-32c5-46fe-9bb2-0cae21fe672b), before_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.004720 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:21.029266 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Publish callbacks [] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), precommit_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.039490 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-914ee799-a967-4b95-8e6d-bd979468cb3a None None] Provisioning complete for port 268cc19b-2c90-481e-981b-14ef4c7e270e triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:21.039860 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-914ee799-a967-4b95-8e6d-bd979468cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.059335 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), before_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.077718 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-914ee799-a967-4b95-8e6d-bd979468cb3a None None] Port 268cc19b-2c90-481e-981b-14ef4c7e270e cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:12:21.081803 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.135290 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Attempting to bind port a7b83cc1-4d6a-4194-939e-036808b5aeae on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:12:21.135669 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Attempting to bind port a7b83cc1-4d6a-4194-939e-036808b5aeae by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:12:21.136091 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Attempting to bind port a7b83cc1-4d6a-4194-939e-036808b5aeae on network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:12:21.138068 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3388249-6ade-497a-9531-f75a4c249dc0 None None] Pushing event updated for resources: {'Port': ['ID=a7b83cc1-4d6a-4194-939e-036808b5aeae,revision_number=2']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:21.143679 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:12:21.144063 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Checking segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:12:21.144472 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.144868 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Bound using segment: {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'} {{(pid=110338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:12:21.145336 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.managers [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Bound port: a7b83cc1-4d6a-4194-939e-036808b5aeae, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaee4-d2d6-403c-9cea-f74da473e6c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2'}}] {{(pid=110338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:12:21.145835 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.199953 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] For port a7b83cc1-4d6a-4194-939e-036808b5aeae, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:12:21.201365 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] For port a7b83cc1-4d6a-4194-939e-036808b5aeae, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=a7b83cc1-4d6a-4194-939e-036808b5aeae,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:12:21.221533 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Publish callbacks [] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), precommit_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.276739 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.310560 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130356472'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), after_update {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.338773 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Routers {'d52985fa-32c5-46fe-9bb2-0cae21fe672b'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:12:21.339431 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:11:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:21.344868 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3388249-6ade-497a-9531-f75a4c249dc0 None None] Pushing event updated for resources: {'Port': ['ID=a7b83cc1-4d6a-4194-939e-036808b5aeae,revision_number=3']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:21.381930 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759914'] for router_interface (d52985fa-32c5-46fe-9bb2-0cae21fe672b), after_create {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.383654 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Pushing event updated for resources: {'Port': ['ID=268cc19b-2c90-481e-981b-14ef4c7e270e,revision_number=2']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:21.455335 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] Set router d52985fa-32c5-46fe-9bb2-0cae21fe672b gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:12:21.474914 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Network c21ed49a-5a42-49a0-9baa-e21aa41427f5 is already hosted by enough agents. {{(pid=110337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:12:21.476341 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Resources bound (agent type, host, resource id): {{(pid=110337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:21.598336 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Router d52985fa-32c5-46fe-9bb2-0cae21fe672b has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:12:21.664597 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'name': 'tempest-TestVolumeBootPattern-931321364-router', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:17Z', 'updated_at': '2022-03-22T18:12:20Z', 'revision_number': 4, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'gw_port': {'id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:18Z', 'updated_at': '2022-03-22T18:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '268cc19b-2c90-481e-981b-14ef4c7e270e', 'name': '', 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'mac_address': 'fa:16:3e:fb:87:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:20Z', 'updated_at': '2022-03-22T18:12:21Z', 'revision_number': 2, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'subnets': [{'id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:21.704935 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8116c4-64de-49ec-84ed-51d7f4023535 None None] The sync data for ids ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'] in dv-cinder-739079-8-iscsi is: [{'id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'name': 'tempest-TestVolumeBootPattern-931321364-router', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:17Z', 'updated_at': '2022-03-22T18:12:20Z', 'revision_number': 4, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'gw_port': {'id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:18Z', 'updated_at': '2022-03-22T18:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '268cc19b-2c90-481e-981b-14ef4c7e270e', 'name': '', 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'mac_address': 'fa:16:3e:fb:87:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:20Z', 'updated_at': '2022-03-22T18:12:21Z', 'revision_number': 2, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'subnets': [{'id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:12:21.713947 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:12:21.716329 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-58b4e0df-a9ba-44a6-896c-c677f5615cfe None None] Provisioning complete for port 268cc19b-2c90-481e-981b-14ef4c7e270e triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:21.716701 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-58b4e0df-a9ba-44a6-896c-c677f5615cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:21.722119 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-8c9d84ed-3551-41e0-aa3a-f1de76aa106d admin admin] 10.222.0.73 "PUT /v2.0/routers/d52985fa-32c5-46fe-9bb2-0cae21fe672b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7659237 Mar 22 18:12:21.757484 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-58b4e0df-a9ba-44a6-896c-c677f5615cfe None None] Port 268cc19b-2c90-481e-981b-14ef4c7e270e cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:12:21.992860 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 6ae99759-e773-4f2e-95cd-447c33a22175 up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:12:22.050561 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 6ae99759-e773-4f2e-95cd-447c33a22175 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:22.051035 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:22.138087 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 6ae99759-e773-4f2e-95cd-447c33a22175 is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:22.489927 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46010) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:22.494805 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-a7bc38e0-8fc8-4c0a-97ed-c0a981a38c63 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-85640310', 'description': 'tempest-secgroup-smoke-85640310 description', 'project_id': 'a6c9f85cf8534963a0c7f519572246aa'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:22.564933 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-699cf20a-5ba2-45c7-bdb8-d12e6200dcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:22.594042 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7bc38e0-8fc8-4c0a-97ed-c0a981a38c63 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:22.664513 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7bc38e0-8fc8-4c0a-97ed-c0a981a38c63 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group (2a9f4c12-1473-413b-9766-eb4fd870987e), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:22.733994 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7bc38e0-8fc8-4c0a-97ed-c0a981a38c63 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2a9f4c12-1473-413b-9766-eb4fd870987e), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:22.765487 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc38e0-8fc8-4c0a-97ed-c0a981a38c63 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9f4c12-1473-413b-9766-eb4fd870987e,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:22.827034 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a7bc38e0-8fc8-4c0a-97ed-c0a981a38c63 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:22.828347 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a7bc38e0-8fc8-4c0a-97ed-c0a981a38c63 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3374035 Mar 22 18:12:22.831379 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46012) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:22.836028 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-bc3814b2-c5b7-45b5-8d09-e706bafe4023 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'security_group_rule': {'security_group_id': '2a9f4c12-1473-413b-9766-eb4fd870987e', 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:22.945229 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bc3814b2-c5b7-45b5-8d09-e706bafe4023 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (e5f35e6b-9a86-47c7-a510-dd56f1321123), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.013277 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bc3814b2-c5b7-45b5-8d09-e706bafe4023 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (e5f35e6b-9a86-47c7-a510-dd56f1321123), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.070737 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bc3814b2-c5b7-45b5-8d09-e706bafe4023 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (e5f35e6b-9a86-47c7-a510-dd56f1321123), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.088396 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3814b2-c5b7-45b5-8d09-e706bafe4023 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f35e6b-9a86-47c7-a510-dd56f1321123,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:23.177096 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-bc3814b2-c5b7-45b5-8d09-e706bafe4023 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.178367 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-bc3814b2-c5b7-45b5-8d09-e706bafe4023 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3460147 Mar 22 18:12:23.181126 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46014) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:23.185378 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-3ca248e6-602e-42b4-98d4-11c684131b4e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'security_group_rule': {'security_group_id': '2a9f4c12-1473-413b-9766-eb4fd870987e', 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:23.270471 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3ca248e6-602e-42b4-98d4-11c684131b4e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (c0ea3569-bf22-4339-b548-44206f0cd074), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.324306 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3ca248e6-602e-42b4-98d4-11c684131b4e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (c0ea3569-bf22-4339-b548-44206f0cd074), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.391628 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3ca248e6-602e-42b4-98d4-11c684131b4e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (c0ea3569-bf22-4339-b548-44206f0cd074), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.411340 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca248e6-602e-42b4-98d4-11c684131b4e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ea3569-bf22-4339-b548-44206f0cd074,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:23.484920 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3ca248e6-602e-42b4-98d4-11c684131b4e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.486391 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3ca248e6-602e-42b4-98d4-11c684131b4e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3042290 Mar 22 18:12:23.497273 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46016) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:23.497273 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-896d0c38-3d8e-4bec-93ac-d402885bc829 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'security_group_rule': {'security_group_id': '2a9f4c12-1473-413b-9766-eb4fd870987e', 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:23.587611 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-896d0c38-3d8e-4bec-93ac-d402885bc829 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (c4dcde43-61c4-4de8-b0e1-3fd2b700a68d), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.648150 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-896d0c38-3d8e-4bec-93ac-d402885bc829 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (c4dcde43-61c4-4de8-b0e1-3fd2b700a68d), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.707775 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Sync routers for ids ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:12:23.717313 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Routers {'d52985fa-32c5-46fe-9bb2-0cae21fe672b'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:12:23.718003 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:11:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:23.730423 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-896d0c38-3d8e-4bec-93ac-d402885bc829 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (c4dcde43-61c4-4de8-b0e1-3fd2b700a68d), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.750841 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d0c38-3d8e-4bec-93ac-d402885bc829 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dcde43-61c4-4de8-b0e1-3fd2b700a68d,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:23.817930 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-896d0c38-3d8e-4bec-93ac-d402885bc829 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.819154 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-896d0c38-3d8e-4bec-93ac-d402885bc829 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3291864 Mar 22 18:12:23.821924 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46018) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:23.826692 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-529fd9c9-33c8-46bf-96f9-a91cb22485bd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'security_group_rule': {'security_group_id': '2a9f4c12-1473-413b-9766-eb4fd870987e', 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:23.830852 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Set router d52985fa-32c5-46fe-9bb2-0cae21fe672b gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:12:23.926647 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-529fd9c9-33c8-46bf-96f9-a91cb22485bd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (dae657d8-e62a-4c51-ae6f-78bf78dd7e18), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.991243 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-529fd9c9-33c8-46bf-96f9-a91cb22485bd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (dae657d8-e62a-4c51-ae6f-78bf78dd7e18), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:23.998325 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device a7b83cc1-4d6a-4194-939e-036808b5aeae up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:12:24.051325 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port a7b83cc1-4d6a-4194-939e-036808b5aeae triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:24.051692 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.056221 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-529fd9c9-33c8-46bf-96f9-a91cb22485bd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (dae657d8-e62a-4c51-ae6f-78bf78dd7e18), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.059071 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'name': 'tempest-TestVolumeBootPattern-931321364-router', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:17Z', 'updated_at': '2022-03-22T18:12:20Z', 'revision_number': 4, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'gw_port': {'id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:18Z', 'updated_at': '2022-03-22T18:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '268cc19b-2c90-481e-981b-14ef4c7e270e', 'name': '', 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'mac_address': 'fa:16:3e:fb:87:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:20Z', 'updated_at': '2022-03-22T18:12:21Z', 'revision_number': 2, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'subnets': [{'id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:24.077580 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fd9c9-33c8-46bf-96f9-a91cb22485bd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae657d8-e62a-4c51-ae6f-78bf78dd7e18,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:24.088052 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Checking router: d52985fa-32c5-46fe-9bb2-0cae21fe672b for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:12:24.088052 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Updating router d52985fa-32c5-46fe-9bb2-0cae21fe672b port 268cc19b-2c90-481e-981b-14ef4c7e270e binding host dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 18:12:24.114233 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.132920 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port a7b83cc1-4d6a-4194-939e-036808b5aeae is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:24.133305 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.146995 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-529fd9c9-33c8-46bf-96f9-a91cb22485bd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.150763 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-529fd9c9-33c8-46bf-96f9-a91cb22485bd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3253727 Mar 22 18:12:24.151461 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46020) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:24.155751 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] For port a7b83cc1-4d6a-4194-939e-036808b5aeae, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=a7b83cc1-4d6a-4194-939e-036808b5aeae,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:12:24.157323 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-3976446d-9739-4572-b708-c0f6b83734f4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'security_group_rule': {'security_group_id': '2a9f4c12-1473-413b-9766-eb4fd870987e', 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:24.219907 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.247882 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.securitygroups_db [None req-3976446d-9739-4572-b708-c0f6b83734f4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Project a6c9f85cf8534963a0c7f519572246aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 18:12:24.253531 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3976446d-9739-4572-b708-c0f6b83734f4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (a7a872dd-60f2-419d-b934-561cb5b21c7e), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.270257 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Pushing event updated for resources: {'Port': ['ID=a7b83cc1-4d6a-4194-939e-036808b5aeae,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:24.315270 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3976446d-9739-4572-b708-c0f6b83734f4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (a7a872dd-60f2-419d-b934-561cb5b21c7e), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.379504 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Publish callbacks [] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), precommit_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.384750 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3976446d-9739-4572-b708-c0f6b83734f4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (a7a872dd-60f2-419d-b934-561cb5b21c7e), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.402510 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976446d-9739-4572-b708-c0f6b83734f4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a872dd-60f2-419d-b934-561cb5b21c7e,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:24.459050 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.475043 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-3976446d-9739-4572-b708-c0f6b83734f4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.476277 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-3976446d-9739-4572-b708-c0f6b83734f4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3238258 Mar 22 18:12:24.479076 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46022) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:12:24.483393 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-10d07285-f35d-4e0d-a704-facf0a5a684b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'security_group_rule': {'security_group_id': '2a9f4c12-1473-413b-9766-eb4fd870987e', 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:24.510152 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0610903-7aae-4955-9b4d-e4a3a6a3af79 None None] Pushing event updated for resources: {'Port': ['ID=268cc19b-2c90-481e-981b-14ef4c7e270e,revision_number=3']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:24.557994 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Attempting to bind port 268cc19b-2c90-481e-981b-14ef4c7e270e on host dv-cinder-739079-8-iscsi for vnic_type normal with profile {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:12:24.558439 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Attempting to bind port 268cc19b-2c90-481e-981b-14ef4c7e270e by drivers openvswitch,hyperv on host dv-cinder-739079-8-iscsi at level 0 using segments [{'id': 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5'}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:12:24.558799 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Attempting to bind port 268cc19b-2c90-481e-981b-14ef4c7e270e on network c21ed49a-5a42-49a0-9baa-e21aa41427f5 {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:12:24.564572 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Checking agent: {'id': 'c815ff4a-2ff5-4052-9f8a-1432b1bd3cec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 48, 29), 'started_at': datetime.datetime(2022, 3, 22, 17, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:12:24.564944 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Checking segment: {'id': 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:12:24.565347 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.565761 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Bound using segment: {'id': 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5'} {{(pid=110339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:12:24.566232 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.managers [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Bound port: 268cc19b-2c90-481e-981b-14ef4c7e270e, host: dv-cinder-739079-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5'}}] {{(pid=110339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:12:24.566606 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), before_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.594299 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.securitygroups_db [None req-10d07285-f35d-4e0d-a704-facf0a5a684b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Project a6c9f85cf8534963a0c7f519572246aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 18:12:24.601998 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-10d07285-f35d-4e0d-a704-facf0a5a684b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (a0eeefbe-bc5c-4404-99cb-c0dfc182d44b), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.642615 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] For port 268cc19b-2c90-481e-981b-14ef4c7e270e, host dv-cinder-739079-8-iscsi, cleared binding levels {{(pid=110339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:12:24.643309 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.plugins.ml2.db [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] For port 268cc19b-2c90-481e-981b-14ef4c7e270e, host dv-cinder-739079-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=268cc19b-2c90-481e-981b-14ef4c7e270e,segment=NetworkSegment(fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3),segment_id=fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3)] {{(pid=110339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:12:24.674694 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-10d07285-f35d-4e0d-a704-facf0a5a684b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (a0eeefbe-bc5c-4404-99cb-c0dfc182d44b), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.697659 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-bb9cae57-f933-45b5-9e66-a0629cab497a None None] Provisioning complete for port 268cc19b-2c90-481e-981b-14ef4c7e270e triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:24.699392 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bb9cae57-f933-45b5-9e66-a0629cab497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.719847 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron_lib.callbacks.manager [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), after_update {{(pid=110339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.732389 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-bb9cae57-f933-45b5-9e66-a0629cab497a None None] Port 268cc19b-2c90-481e-981b-14ef4c7e270e cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:12:24.747674 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-52486518-5350-4cdf-9011-ea465d44cd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.751063 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-10d07285-f35d-4e0d-a704-facf0a5a684b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534631'] for security_group_rule (a0eeefbe-bc5c-4404-99cb-c0dfc182d44b), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.772023 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d07285-f35d-4e0d-a704-facf0a5a684b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0eeefbe-bc5c-4404-99cb-c0dfc182d44b,revision_number=0']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:24.783725 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Routers {'d52985fa-32c5-46fe-9bb2-0cae21fe672b'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:12:24.784356 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:12:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:24.789520 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0610903-7aae-4955-9b4d-e4a3a6a3af79 None None] Pushing event updated for resources: {'Port': ['ID=268cc19b-2c90-481e-981b-14ef4c7e270e,revision_number=4']} {{(pid=110339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:24.850894 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-10d07285-f35d-4e0d-a704-facf0a5a684b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:24.855206 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-10d07285-f35d-4e0d-a704-facf0a5a684b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3721414 Mar 22 18:12:24.906063 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] Set router d52985fa-32c5-46fe-9bb2-0cae21fe672b gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:12:24.993280 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:25.060176 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-676ab611-490b-4c17-987c-2bbb7e78e0ca None None] Provisioning complete for port 268cc19b-2c90-481e-981b-14ef4c7e270e triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:25.060834 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-676ab611-490b-4c17-987c-2bbb7e78e0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:25.156827 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-676ab611-490b-4c17-987c-2bbb7e78e0ca None None] Current status of the port 268cc19b-2c90-481e-981b-14ef4c7e270e is: DOWN; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:25.157853 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-676ab611-490b-4c17-987c-2bbb7e78e0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:25.190894 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-676ab611-490b-4c17-987c-2bbb7e78e0ca None None] For port 268cc19b-2c90-481e-981b-14ef4c7e270e, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=268cc19b-2c90-481e-981b-14ef4c7e270e,segment=NetworkSegment(fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3),segment_id=fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:12:25.216912 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'name': 'tempest-TestVolumeBootPattern-931321364-router', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:17Z', 'updated_at': '2022-03-22T18:12:20Z', 'revision_number': 4, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'gw_port': {'id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:18Z', 'updated_at': '2022-03-22T18:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '268cc19b-2c90-481e-981b-14ef4c7e270e', 'name': '', 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'mac_address': 'fa:16:3e:fb:87:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:20Z', 'updated_at': '2022-03-22T18:12:24Z', 'revision_number': 4, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'subnets': [{'id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:12:25.244113 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f922b-5b33-4015-b95b-ec71b57ef539 None None] The sync data for ids ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'] in dv-cinder-739079-8-iscsi is: [{'id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'name': 'tempest-TestVolumeBootPattern-931321364-router', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:17Z', 'updated_at': '2022-03-22T18:12:20Z', 'revision_number': 4, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'gw_port': {'id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:18Z', 'updated_at': '2022-03-22T18:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': '268cc19b-2c90-481e-981b-14ef4c7e270e', 'name': '', 'network_id': 'c21ed49a-5a42-49a0-9baa-e21aa41427f5', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'mac_address': 'fa:16:3e:fb:87:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:20Z', 'updated_at': '2022-03-22T18:12:24Z', 'revision_number': 4, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'subnets': [{'id': '7bf2e14a-fca1-4e89-b8e0-7f61e9547733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:12:25.256297 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-676ab611-490b-4c17-987c-2bbb7e78e0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:25.306512 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ab611-490b-4c17-987c-2bbb7e78e0ca None None] Pushing event updated for resources: {'Port': ['ID=268cc19b-2c90-481e-981b-14ef4c7e270e,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:25.981596 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device a7b83cc1-4d6a-4194-939e-036808b5aeae up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:12:26.007415 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:26.035452 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port a7b83cc1-4d6a-4194-939e-036808b5aeae triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:26.035825 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:26.118022 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port a7b83cc1-4d6a-4194-939e-036808b5aeae is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:26.119082 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 268cc19b-2c90-481e-981b-14ef4c7e270e up at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:12:26.165377 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Provisioning complete for port 268cc19b-2c90-481e-981b-14ef4c7e270e triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:26.165747 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:26.248290 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Current status of the port 268cc19b-2c90-481e-981b-14ef4c7e270e is: ACTIVE; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:12:27.493262 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:29.090630 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:37.639151 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-b7a101eb-7b73-44c0-9d3f-3bd5eb356f7e req-6f2ed338-27bf-4cec-8404-ab35b513ef68 service neutron] (110336) timed out ('10.222.0.74', 61490) {{(pid=110336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 18:12:37.983116 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [req-690b3cef-0d0b-4a27-a99c-b3ef6b19510f req-05e3029d-1f96-422b-acde-18b1e9cc7fb3 service neutron] (110337) timed out ('10.222.0.74', 61509) {{(pid=110337) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 18:12:42.845097 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:12:47.016503 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-107cd3f0-0cbc-409f-b577-0e2d2cddcaa0 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85640310&fields=id&tenant_id=a6c9f85cf8534963a0c7f519572246aa HTTP/1.1" status: 200 len: 267 time: 0.0434468 Mar 22 18:12:47.122322 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-0f716e19-6f19-43f5-9fa2-29632d36a27b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:47.123772 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-0f716e19-6f19-43f5-9fa2-29632d36a27b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 812 time: 0.1007898 Mar 22 18:12:47.138070 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-62be1e5c-e4a6-491a-aef2-a5ff44eed41f tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/quotas/a6c9f85cf8534963a0c7f519572246aa HTTP/1.1" status: 200 len: 375 time: 0.0086956 Mar 22 18:12:47.191203 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-cd1688e9-e5bd-4661-8cd9-dcc68d353765 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482786 Mar 22 18:12:47.285394 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-759ae9ee-df85-4c34-bb09-5850788d0544 service neutron] 10.222.0.73 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819833 Mar 22 18:12:47.375804 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-012254a0-3c74-4a70-a9e0-c7233aa84034 service neutron] 10.222.0.73 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833929 Mar 22 18:12:47.994339 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-121c51a2-cdc5-412f-aaf2-6df6c58faf54 req-7308e571-1f93-495c-8cce-ac2326c4a928 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 210 time: 0.1264501 Mar 22 18:12:49.088555 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-779af08e-175d-4927-a061-f9b16c059984 req-bac55d90-7fd0-4bd2-bdbc-ef9bf301c188 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 210 time: 0.0286095 Mar 22 18:12:49.993879 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-44f817d0-b445-41fd-9ffb-7ebfda2f9e92 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:49.995356 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-44f817d0-b445-41fd-9ffb-7ebfda2f9e92 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 812 time: 0.1059918 Mar 22 18:12:50.058049 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-57f9d1e8-f00e-400a-ab93-174d04150127 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c9f85cf8534963a0c7f519572246aa HTTP/1.1" status: 200 len: 378 time: 0.0549493 Mar 22 18:12:50.067241 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'port': {'device_id': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'admin_state_up': True, 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'security_groups': ['2a9f4c12-1473-413b-9766-eb4fd870987e']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:50.447330 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a2a130ee-4d1f-4ef7-8cc7-1f8a29c96122 req-e85a5fa9-432f-4718-9ddb-10b4e86049d9 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 210 time: 0.2907734 Mar 22 18:12:50.527540 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Made reservation on behalf of a6c9f85cf8534963a0c7f519572246aa for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:12:50.530994 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:50.652285 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Allocated IP 172.20.0.12 (c12c74f4-f7bd-49aa-ae2b-3d32501ce477/9784f343-e9d1-4ded-8a3f-20aa2aa25bd3/da709481-4f2c-47c9-8d2c-c1be13c12303) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:12:50.790029 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:50.922264 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:50.964981 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:12:50.968022 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:12:50.974560 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:12:51.004488 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'Port': ['ID=da709481-4f2c-47c9-8d2c-c1be13c12303,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:51.039148 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:51.039148 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:51.158458 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-993dd795-f1b6-4ef0-b312-bebe7a38fadd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0950806 Mar 22 18:12:51.212143 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Request body: {'port': {'device_id': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:12:51.235757 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-ca7f0412-19af-4bdd-be2f-d8c222342952 None None] Provisioning complete for port da709481-4f2c-47c9-8d2c-c1be13c12303 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:12:51.236364 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0412-19af-4bdd-be2f-d8c222342952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:51.270298 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f0412-19af-4bdd-be2f-d8c222342952 None None] Port da709481-4f2c-47c9-8d2c-c1be13c12303 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:12:51.272862 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:51.553342 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da709481-4f2c-47c9-8d2c-c1be13c12303 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:12:51.562049 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Publish callbacks [] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:51.579693 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Transition to ACTIVE for port object da709481-4f2c-47c9-8d2c-c1be13c12303 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:12:51.592070 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d29e1b-fcd8-44c8-be01-59a14d5eb137 req-f90b3c84-a576-4983-a898-ec8f83bc2958 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:51.593570 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f0d29e1b-fcd8-44c8-be01-59a14d5eb137 req-f90b3c84-a576-4983-a898-ec8f83bc2958 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 932 time: 0.0776267 Mar 22 18:12:51.641932 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f0d29e1b-fcd8-44c8-be01-59a14d5eb137 req-50511b08-71ca-41d5-9bad-4fe216f7b70e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414944 Mar 22 18:12:51.666869 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:51.719998 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Pushing event updated for resources: {'Port': ['ID=da709481-4f2c-47c9-8d2c-c1be13c12303,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:51.793000 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Attempting to bind port da709481-4f2c-47c9-8d2c-c1be13c12303 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:12:51.793340 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Attempting to bind port da709481-4f2c-47c9-8d2c-c1be13c12303 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:12:51.793696 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Attempting to bind port da709481-4f2c-47c9-8d2c-c1be13c12303 on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:12:51.798319 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Port da709481-4f2c-47c9-8d2c-c1be13c12303 on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:12:51.798636 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Attempting to bind port da709481-4f2c-47c9-8d2c-c1be13c12303 on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:12:51.803851 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:12:51.804191 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Checking segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:12:51.804573 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Bound using segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:12:51.805049 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Bound port: da709481-4f2c-47c9-8d2c-c1be13c12303, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:12:51.805426 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:51.871761 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] For port da709481-4f2c-47c9-8d2c-c1be13c12303, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:12:51.874838 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] For port da709481-4f2c-47c9-8d2c-c1be13c12303, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=da709481-4f2c-47c9-8d2c-c1be13c12303,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:12:51.930102 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:51.964541 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:51.965237 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:51.966524 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] 10.222.0.74 "PUT /v2.0/ports/da709481-4f2c-47c9-8d2c-c1be13c12303 HTTP/1.1" status: 200 len: 1094 time: 0.8015225 Mar 22 18:12:51.966971 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'tag': 'da709481-4f2c-47c9-8d2c-c1be13c12303'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:12:51.969180 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0470ea-e809-45d4-919f-e74a8f19474a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5", "tag": "da709481-4f2c-47c9-8d2c-c1be13c12303"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:12:51.996418 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce7969-75cc-43d4-b423-cb4d98700f68 service neutron] Pushing event updated for resources: {'Port': ['ID=da709481-4f2c-47c9-8d2c-c1be13c12303,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:12:52.086427 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e000839e-0dea-4146-a647-5ddb2c5c2ec1 x-openstack-request-id: req-e000839e-0dea-4146-a647-5ddb2c5c2ec1 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:12:52.089483 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5", "tag": "da709481-4f2c-47c9-8d2c-c1be13c12303", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:12:52.089483 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e000839e-0dea-4146-a647-5ddb2c5c2ec1 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:12:52.089483 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e000839e-0dea-4146-a647-5ddb2c5c2ec1'] response: {'name': 'network-changed', 'server_uuid': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'tag': 'da709481-4f2c-47c9-8d2c-c1be13c12303', 'status': 'completed', 'code': 200} Mar 22 18:12:52.106978 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-bdb4866d-bafd-421f-b655-7604bbbb7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:52.108534 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-bdb4866d-bafd-421f-b655-7604bbbb7e6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 1128 time: 0.0509269 Mar 22 18:12:52.155954 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-e4a10195-af60-4d98-b2f4-4d5b2b97d9ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da709481-4f2c-47c9-8d2c-c1be13c12303 HTTP/1.1" status: 200 len: 217 time: 0.0395372 Mar 22 18:12:52.203971 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-34e2f6ab-3378-4130-abd1-7080296585b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:52.205486 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-34e2f6ab-3378-4130-abd1-7080296585b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0438242 Mar 22 18:12:52.252650 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-8bb64577-3743-42f4-9575-914ac5a08538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:52.254076 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-8bb64577-3743-42f4-9575-914ac5a08538 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431745 Mar 22 18:12:52.346738 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-14b8b942-9f1f-465b-aa78-870accf5c80b service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856013 Mar 22 18:12:52.432975 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-3f78df2b-663f-4f77-b6bf-393d6583b2e1 req-fe8c39a1-d51c-4d3b-96fc-c083702c354d service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804672 Mar 22 18:12:52.569534 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-503e8510-7558-4c6a-93e3-2164cf17b039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:52.581178 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-7e4ea441-76f0-435d-a1eb-dbc2ac82d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:52.582831 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-7e4ea441-76f0-435d-a1eb-dbc2ac82d98d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 1128 time: 0.0511317 Mar 22 18:12:52.670013 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-ddd8f9f2-5136-454a-ab58-ef3891c15976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:52.671793 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-ddd8f9f2-5136-454a-ab58-ef3891c15976 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0826185 Mar 22 18:12:52.718341 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-06c457e1-9900-4f13-a6cd-c2ef768e9e5b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da709481-4f2c-47c9-8d2c-c1be13c12303 HTTP/1.1" status: 200 len: 217 time: 0.0402966 Mar 22 18:12:52.786710 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-98eee78a-2595-44c6-a48c-2ad7173d9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:52.788162 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-98eee78a-2595-44c6-a48c-2ad7173d9b9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0621603 Mar 22 18:12:52.811247 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3595754-f6fb-4b3b-a95e-aed237dcc3e5 req-3f2b0d4b-7ecb-4f55-8ded-b890d01e1c10 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:52.812822 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b3595754-f6fb-4b3b-a95e-aed237dcc3e5 req-3f2b0d4b-7ecb-4f55-8ded-b890d01e1c10 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 944 time: 0.0969608 Mar 22 18:12:52.883514 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b3595754-f6fb-4b3b-a95e-aed237dcc3e5 req-cc0eb396-8bf4-4e01-9f41-3b252e973d49 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561843 Mar 22 18:12:52.885281 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-2f05e084-0351-410f-9481-3c756d1410b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:52.886682 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-2f05e084-0351-410f-9481-3c756d1410b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911191 Mar 22 18:12:52.975986 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-6dd1c483-0c5e-4b8d-9216-76be40d928fe service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832827 Mar 22 18:12:53.069483 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2b0470ea-e809-45d4-919f-e74a8f19474a req-92f4eedd-fc64-4046-b489-73e7738f1c99 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874400 Mar 22 18:12:54.003632 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6afa1-40b4-44ae-a130-690609b734d4 req-c803f110-ad08-4196-aeb1-e4aa3d80fea0 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:54.006169 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-18c6afa1-40b4-44ae-a130-690609b734d4 req-c803f110-ad08-4196-aeb1-e4aa3d80fea0 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 944 time: 0.0538676 Mar 22 18:12:54.056966 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-18c6afa1-40b4-44ae-a130-690609b734d4 req-9178ff4d-3f59-4191-b416-93c6950848c5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432997 Mar 22 18:12:54.727484 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-2e90e251-c617-4c8e-8eb8-b972f8f31b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:54.984359 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:55.178064 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43a5a9-da69-4282-86e4-b970a4b3d095 req-a4f08c48-cedd-4b64-8094-7c82da5c5465 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:55.179554 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d43a5a9-da69-4282-86e4-b970a4b3d095 req-a4f08c48-cedd-4b64-8094-7c82da5c5465 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 944 time: 0.0517631 Mar 22 18:12:55.227230 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6d43a5a9-da69-4282-86e4-b970a4b3d095 req-442cdad1-41fa-4134-968a-b8ff592047d0 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421417 Mar 22 18:12:55.980949 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:56.347331 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b3c58-a261-40bf-82b0-9659f8ad804a req-743d13d4-d7b8-47ec-8116-177026f3c0eb tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:56.348798 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ff6b3c58-a261-40bf-82b0-9659f8ad804a req-743d13d4-d7b8-47ec-8116-177026f3c0eb tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 944 time: 0.0551682 Mar 22 18:12:56.399497 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ff6b3c58-a261-40bf-82b0-9659f8ad804a req-7746a1d0-8e43-4aeb-a1d2-dcbb1e86a1fd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442677 Mar 22 18:12:57.489497 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:57.516612 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939d12-5f6d-479f-b616-47b6b33d3d5a req-40f41df5-2b16-4c21-87e9-c235fb706bdb tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:57.518135 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-50939d12-5f6d-479f-b616-47b6b33d3d5a req-40f41df5-2b16-4c21-87e9-c235fb706bdb tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 944 time: 0.0540709 Mar 22 18:12:57.566900 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-50939d12-5f6d-479f-b616-47b6b33d3d5a req-05a32674-d116-4c0c-b8a5-7b49e3f3b96b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426517 Mar 22 18:12:58.685118 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ce9fd-6b68-4a9a-ba83-167e35625c2e req-557e3532-aa0b-4950-9596-d0c457523425 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:58.686625 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-693ce9fd-6b68-4a9a-ba83-167e35625c2e req-557e3532-aa0b-4950-9596-d0c457523425 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 944 time: 0.0520720 Mar 22 18:12:58.738586 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-693ce9fd-6b68-4a9a-ba83-167e35625c2e req-fb4362a4-79a3-40ef-8c06-c3b5c3c343bf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464985 Mar 22 18:12:59.089068 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:12:59.855820 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4da4b3-1a81-4925-9368-b7b2ed4d3775 req-63610cb7-2ed6-454f-8fb0-c4d29ae5d93b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:12:59.857293 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2a4da4b3-1a81-4925-9368-b7b2ed4d3775 req-63610cb7-2ed6-454f-8fb0-c4d29ae5d93b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 944 time: 0.0527215 Mar 22 18:12:59.905037 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-2a4da4b3-1a81-4925-9368-b7b2ed4d3775 req-4cb4b0a6-eff2-4f1d-9364-f8fa75ed53b1 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419581 Mar 22 18:13:01.032056 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78011c66-f8ec-4df5-af5c-566ca9a4b1c1 req-b76549d3-176a-45b2-8cad-4b778b9de4f6 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:01.033584 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78011c66-f8ec-4df5-af5c-566ca9a4b1c1 req-b76549d3-176a-45b2-8cad-4b778b9de4f6 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 944 time: 0.0588508 Mar 22 18:13:01.081547 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-78011c66-f8ec-4df5-af5c-566ca9a4b1c1 req-e65dfc8b-da4b-4c82-89fa-d482f0edd6eb tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422895 Mar 22 18:13:01.281508 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device da709481-4f2c-47c9-8d2c-c1be13c12303 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:13:01.375809 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port da709481-4f2c-47c9-8d2c-c1be13c12303, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=da709481-4f2c-47c9-8d2c-c1be13c12303,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:13:01.386940 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': 'da709481-4f2c-47c9-8d2c-c1be13c12303', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'port_id': 'da709481-4f2c-47c9-8d2c-c1be13c12303', 'mac_address': 'fa:16:3e:ae:c2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:13:01.423689 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port da709481-4f2c-47c9-8d2c-c1be13c12303 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:13:01.424080 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:01.449025 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da709481-4f2c-47c9-8d2c-c1be13c12303 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:13:01.469795 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port da709481-4f2c-47c9-8d2c-c1be13c12303, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=da709481-4f2c-47c9-8d2c-c1be13c12303,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:13:01.535309 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:01.585708 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=da709481-4f2c-47c9-8d2c-c1be13c12303,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:13:01.910519 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['da709481-4f2c-47c9-8d2c-c1be13c12303'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:13:02.214015 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1cb1-fddd-4b1c-99db-03d5fda17fd3 req-7aaa2321-388d-40cf-be05-29ab916345c6 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:02.215392 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b6fc1cb1-fddd-4b1c-99db-03d5fda17fd3 req-7aaa2321-388d-40cf-be05-29ab916345c6 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 945 time: 0.0561829 Mar 22 18:13:02.264463 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-b6fc1cb1-fddd-4b1c-99db-03d5fda17fd3 req-4f9da2a2-9be7-451b-8f85-3d5e87d99f5d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435073 Mar 22 18:13:03.305729 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device da709481-4f2c-47c9-8d2c-c1be13c12303 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:13:03.393639 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9642fb1-9bc0-432c-b253-ea303ec361e2 req-b686666d-0408-4522-b8d6-ac59d714fd34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:03.395110 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e9642fb1-9bc0-432c-b253-ea303ec361e2 req-b686666d-0408-4522-b8d6-ac59d714fd34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 945 time: 0.0533438 Mar 22 18:13:03.414976 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port da709481-4f2c-47c9-8d2c-c1be13c12303 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:13:03.418759 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port da709481-4f2c-47c9-8d2c-c1be13c12303 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:13:03.427178 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:03.445105 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e9642fb1-9bc0-432c-b253-ea303ec361e2 req-4e7eee52-7cdb-47ff-8b3c-1934eab55efe tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431533 Mar 22 18:13:03.508089 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port da709481-4f2c-47c9-8d2c-c1be13c12303 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:13:03.508486 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:03.531184 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da709481-4f2c-47c9-8d2c-c1be13c12303'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:13:03.533460 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12079bb-69a4-45d4-bd35-2e3b516298dc" -d '{"events": [{"server_uuid": "fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5", "name": "network-vif-plugged", "status": "completed", "tag": "da709481-4f2c-47c9-8d2c-c1be13c12303"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:13:03.547463 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port da709481-4f2c-47c9-8d2c-c1be13c12303, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=da709481-4f2c-47c9-8d2c-c1be13c12303,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:13:03.571780 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b13325-e9ec-4484-ba1c-83da75bf6cfc x-openstack-request-id: req-e8b13325-e9ec-4484-ba1c-83da75bf6cfc {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:13:03.585638 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5", "name": "network-vif-plugged", "status": "completed", "tag": "da709481-4f2c-47c9-8d2c-c1be13c12303", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:13:03.585638 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8b13325-e9ec-4484-ba1c-83da75bf6cfc {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:13:03.585638 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b13325-e9ec-4484-ba1c-83da75bf6cfc'] response: {'server_uuid': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da709481-4f2c-47c9-8d2c-c1be13c12303', 'code': 200} Mar 22 18:13:03.675654 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:03.723135 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=da709481-4f2c-47c9-8d2c-c1be13c12303,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:13:03.908374 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956895b8-279c-41a8-b332-4ad240027c08 req-871fba7a-e51b-4196-a4cf-0c975d816099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:03.909880 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-956895b8-279c-41a8-b332-4ad240027c08 req-871fba7a-e51b-4196-a4cf-0c975d816099 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 1130 time: 0.0474434 Mar 22 18:13:03.957519 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-956895b8-279c-41a8-b332-4ad240027c08 req-5f1edd94-3f9e-4585-9575-ac0a8ac4e404 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410004 Mar 22 18:13:04.572585 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f8f17-ad91-4550-b35d-4bd45b8a3fe9 req-a754cdb8-58ca-4710-bd38-8375f1447ea0 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:04.574104 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-626f8f17-ad91-4550-b35d-4bd45b8a3fe9 req-a754cdb8-58ca-4710-bd38-8375f1447ea0 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 946 time: 0.0589671 Mar 22 18:13:04.622366 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-626f8f17-ad91-4550-b35d-4bd45b8a3fe9 req-595946a6-c07a-47fd-9225-a6092f604160 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424757 Mar 22 18:13:05.741212 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd84ab-8ced-4a87-afb4-41e1d793357c req-007b6915-37d4-4b08-a5be-03dc6f2f6890 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:05.743360 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-38fd84ab-8ced-4a87-afb4-41e1d793357c req-007b6915-37d4-4b08-a5be-03dc6f2f6890 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 946 time: 0.0529861 Mar 22 18:13:05.795552 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-38fd84ab-8ced-4a87-afb4-41e1d793357c req-2edef5c8-fbac-4535-b7cc-d294a2852aa4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464153 Mar 22 18:13:05.910164 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda66b60-8225-488f-a349-24787fdb587a req-0078e51d-a71d-4f02-aeb3-0cddb2a50c72 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:05.911546 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fda66b60-8225-488f-a349-24787fdb587a req-0078e51d-a71d-4f02-aeb3-0cddb2a50c72 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 946 time: 0.0520129 Mar 22 18:13:05.962031 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fda66b60-8225-488f-a349-24787fdb587a req-ebf35cff-2655-445b-88cc-a235e439d0dd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436418 Mar 22 18:13:05.985171 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46208) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:13:06.069164 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccddbac-ed62-4229-8004-034173858c98 tempest-TestVolumeBootPattern-341574429 tempest-TestVolumeBootPattern-341574429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:06.071343 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-fccddbac-ed62-4229-8004-034173858c98 tempest-TestVolumeBootPattern-341574429 tempest-TestVolumeBootPattern-341574429-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 1125 time: 0.0851393 Mar 22 18:13:06.074264 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46212) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:13:06.078884 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'port_id': 'da709481-4f2c-47c9-8d2c-c1be13c12303', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:13:06.175205 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:06.283376 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:06.384433 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Allocated IP 172.27.1.243 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/aa588982-bfb5-4d84-ab2f-a9763312b1f9) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:13:06.485120 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for port (aa588982-bfb5-4d84-ab2f-a9763312b1f9), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:06.587016 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (aa588982-bfb5-4d84-ab2f-a9763312b1f9), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:06.624547 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:13:06.627445 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:13:06.630013 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:13:06.658218 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'Port': ['ID=aa588982-bfb5-4d84-ab2f-a9763312b1f9,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:13:06.979856 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (7c49021d-d896-4c6d-a627-59d0af17493f), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:07.108928 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (aa588982-bfb5-4d84-ab2f-a9763312b1f9), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:07.256920 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for port (aa588982-bfb5-4d84-ab2f-a9763312b1f9), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:07.332577 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (aa588982-bfb5-4d84-ab2f-a9763312b1f9), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:07.401422 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'Port': ['ID=aa588982-bfb5-4d84-ab2f-a9763312b1f9,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:13:07.412903 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (7c49021d-d896-4c6d-a627-59d0af17493f), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:07.513839 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Floating IP 7c49021d-d896-4c6d-a627-59d0af17493f associated. External IP: 172.27.1.243, port: da709481-4f2c-47c9-8d2c-c1be13c12303. Mar 22 18:13:07.716566 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Router b1a61c59-7661-4e9a-b3c4-03d6f05722bf has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:13:07.821960 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:13:07.832119 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] Sync routers for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:13:07.841715 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:13:07.847105 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:12:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:13:07.897288 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:07.938419 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a52a5548-7d69-4520-96f4-eceeb033262e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8630254 Mar 22 18:13:07.939606 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'tag': 'da709481-4f2c-47c9-8d2c-c1be13c12303'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:13:07.942178 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5", "tag": "da709481-4f2c-47c9-8d2c-c1be13c12303"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:13:07.988525 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c949ac7-c47f-46f1-9251-28dd69dab3db x-openstack-request-id: req-4c949ac7-c47f-46f1-9251-28dd69dab3db {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:13:07.989140 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5", "tag": "da709481-4f2c-47c9-8d2c-c1be13c12303", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:13:07.989140 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c949ac7-c47f-46f1-9251-28dd69dab3db {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:13:07.989531 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c949ac7-c47f-46f1-9251-28dd69dab3db'] response: {'name': 'network-changed', 'server_uuid': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'tag': 'da709481-4f2c-47c9-8d2c-c1be13c12303', 'status': 'completed', 'code': 200} Mar 22 18:13:08.060702 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-8d001847-9b68-47a9-8d8b-e0b8d5e02556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:08.062424 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-8d001847-9b68-47a9-8d8b-e0b8d5e02556 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 1130 time: 0.0512242 Mar 22 18:13:08.083040 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:13:08.153588 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-0903b06d-4c17-4bc1-a8da-db0b83fb5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:08.155063 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-0903b06d-4c17-4bc1-a8da-db0b83fb5ec5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0854709 Mar 22 18:13:08.221886 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-4807465d-92f3-4c75-8681-44ec6edabae2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da709481-4f2c-47c9-8d2c-c1be13c12303 HTTP/1.1" status: 200 len: 1000 time: 0.0609491 Mar 22 18:13:08.313809 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '7c49021d-d896-4c6d-a627-59d0af17493f', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': 'da709481-4f2c-47c9-8d2c-c1be13c12303', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:ae:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:13:06Z', 'updated_at': '2022-03-22T18:13:06Z', 'revision_number': 0, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:13:08.341893 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] Checking router: b1a61c59-7661-4e9a-b3c4-03d6f05722bf for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:13:08.350679 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:13:08.351312 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:12:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:13:08.464003 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:13:08.516933 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-18e61fa1-70c6-4bef-8904-12b5e6bb4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:08.518447 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-18e61fa1-70c6-4bef-8904-12b5e6bb4dab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.2913680 Mar 22 18:13:08.567262 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-48d05f5b-1fa0-4709-a4c5-473940f3fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:13:08.568861 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-48d05f5b-1fa0-4709-a4c5-473940f3fe3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447605 Mar 22 18:13:08.659907 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-bc7bfbe7-2835-4a31-9efd-a231cf26a821 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851209 Mar 22 18:13:08.686688 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '7c49021d-d896-4c6d-a627-59d0af17493f', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': 'da709481-4f2c-47c9-8d2c-c1be13c12303', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:ae:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:13:06Z', 'updated_at': '2022-03-22T18:13:06Z', 'revision_number': 0, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:13:08.716951 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944ff61f-5a2e-45de-a1f7-58ccac03b201 None None] The sync data for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi is: [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': '7c49021d-d896-4c6d-a627-59d0af17493f', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': 'da709481-4f2c-47c9-8d2c-c1be13c12303', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:ae:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:13:06Z', 'updated_at': '2022-03-22T18:13:06Z', 'revision_number': 0, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:13:08.750379 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-7c2e5370-9e81-4fa5-b9ab-4adbf865d02b req-5cb6b7da-3062-430f-ae0d-19ad9fa522a0 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836010 Mar 22 18:13:08.911349 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664816e3-b893-4e2e-9d36-f08af4e62d75 None None] New status for floating IP 7c49021d-d896-4c6d-a627-59d0af17493f: ACTIVE {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:13:19.845025 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:13:22.608672 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-d77d47e0-27b7-406e-bad0-2c502de945c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:24.728491 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8194760a-65fb-46b5-a6c4-40c9080c981b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:24.997132 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:25.991563 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:27.482749 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:29.100120 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:52.556416 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5567b0ea-df6d-4fbe-92d3-780aef4f254e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:54.721989 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-07f58fff-7dab-43f0-8c67-a69fd61fb97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:55.023573 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:55.994783 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:56.844192 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:13:57.514412 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:13:59.131682 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:07.139376 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-d190e964-0a20-4f91-b13a-f12cf7e2e66e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415773 Mar 22 18:14:07.224698 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-3535ae94-b5a7-4a8e-b387-c5a48c55253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:14:07.226196 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-3535ae94-b5a7-4a8e-b387-c5a48c55253a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 1130 time: 0.0474918 Mar 22 18:14:07.324767 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-27e9aa3e-12e4-41a3-895b-a7c2a2d18674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:14:07.326565 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-27e9aa3e-12e4-41a3-895b-a7c2a2d18674 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0828919 Mar 22 18:14:07.395897 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-97bf3844-5832-495e-ac46-c1b6dd95a497 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da709481-4f2c-47c9-8d2c-c1be13c12303 HTTP/1.1" status: 200 len: 1002 time: 0.0621700 Mar 22 18:14:07.442496 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-8f822a32-b47f-46a8-a9f0-3102ac70d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:14:07.443963 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-8f822a32-b47f-46a8-a9f0-3102ac70d079 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0425136 Mar 22 18:14:07.490594 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-9d72f6b7-672c-4377-a601-0d0e90ee7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:14:07.500681 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-9d72f6b7-672c-4377-a601-0d0e90ee7b0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428805 Mar 22 18:14:07.583908 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-224e4b05-0a7a-43bf-99f0-02374ba47978 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Mar 22 18:14:07.670339 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6fdb01e5-68d4-4ac6-8fe8-5eed0e796369 req-68c7e36d-d930-4163-8cd2-8850fbcc7bbe service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808256 Mar 22 18:14:22.549704 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-4910b5cc-9cbc-49f0-9a92-0a8c1ce14341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:24.726845 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-dee9aa9a-d26b-4385-ba39-3aa1cc2f5883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:25.006936 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:25.978292 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:27.502497 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:29.092454 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:33.843920 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:14:52.583081 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-cdc217ff-77ee-4d6f-a7a6-bdc467aad337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:54.731534 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bf100c97-b896-4771-8672-e98f50fc4b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:55.028767 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:55.995005 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:57.497688 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:14:59.131688 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:06.495112 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-eb270bdc-cf00-4de9-a217-044e7e2f7ab9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442767 Mar 22 18:15:06.585131 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-023fcd4d-5cbb-4cd8-a46a-f2e5127e78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:06.586683 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-023fcd4d-5cbb-4cd8-a46a-f2e5127e78c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 1130 time: 0.0491252 Mar 22 18:15:06.686147 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-aff07786-e8f7-48cd-b5d8-fa986540b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:06.687665 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-aff07786-e8f7-48cd-b5d8-fa986540b2cf service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0840669 Mar 22 18:15:06.755100 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-2390ee65-dec8-41c0-abae-4e0eb9ebeb31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da709481-4f2c-47c9-8d2c-c1be13c12303 HTTP/1.1" status: 200 len: 1002 time: 0.0617001 Mar 22 18:15:06.802591 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-f925b73a-42ed-402c-adeb-26d8d9a2c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:06.804014 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-f925b73a-42ed-402c-adeb-26d8d9a2c03d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0424888 Mar 22 18:15:06.852176 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-dffdfcbd-dcfa-489a-b35e-b48243811328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:06.853732 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-dffdfcbd-dcfa-489a-b35e-b48243811328 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436168 Mar 22 18:15:06.945189 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-cd604210-e033-4f03-a846-1b683a9c5cf7 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842397 Mar 22 18:15:07.036315 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af63ec7a-dca4-44c6-a3f2-2614aaaacd27 req-2b282cbd-3881-40f9-adb7-523121670cd0 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859113 Mar 22 18:15:10.843519 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:15:22.385339 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26090dbf-1555-45e2-884a-ab8baa473cbc req-80875730-8da7-44f9-a367-9e3a3cd24bb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:22.387202 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-26090dbf-1555-45e2-884a-ab8baa473cbc req-80875730-8da7-44f9-a367-9e3a3cd24bb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 946 time: 0.0544097 Mar 22 18:15:22.440769 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-26090dbf-1555-45e2-884a-ab8baa473cbc req-3d749dfe-fdc5-4d94-92e9-e9f3a428031c tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473819 Mar 22 18:15:22.547687 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-2758e188-669b-4134-9675-0709a6fe9426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:23.562322 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a80015-f2ba-4b4d-bfe3-dd4e795a6ed8 req-6c01e912-20a5-4bcd-bf8e-85467c30a767 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:23.564005 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1a80015-f2ba-4b4d-bfe3-dd4e795a6ed8 req-6c01e912-20a5-4bcd-bf8e-85467c30a767 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 946 time: 0.0556312 Mar 22 18:15:23.613502 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d1a80015-f2ba-4b4d-bfe3-dd4e795a6ed8 req-dedf0b4c-3c65-4e16-9b82-5e6c5ecf8dfb tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436571 Mar 22 18:15:24.141535 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-5b103f48-58b7-4e8e-9d41-3ae5da08f8fe tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:24.142984 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-5b103f48-58b7-4e8e-9d41-3ae5da08f8fe tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 946 time: 0.0517907 Mar 22 18:15:24.238439 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Deleting port da709481-4f2c-47c9-8d2c-c1be13c12303 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:15:24.238788 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:24.326342 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] For port da709481-4f2c-47c9-8d2c-c1be13c12303, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=da709481-4f2c-47c9-8d2c-c1be13c12303,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:15:24.326961 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:24.498410 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:24.498771 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (7c49021d-d896-4c6d-a627-59d0af17493f), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:24.499080 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Floating IP 7c49021d-d896-4c6d-a627-59d0af17493f disassociated. External IP: 172.27.1.243, port: da709481-4f2c-47c9-8d2c-c1be13c12303. Mar 22 18:15:24.499419 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Calling delete_port for da709481-4f2c-47c9-8d2c-c1be13c12303 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:15:24.692559 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (da709481-4f2c-47c9-8d2c-c1be13c12303), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:24.731313 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7b37dac3-297b-4a5b-b39e-9b43232b2ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:24.739750 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dc0e7103-4c3b-4f88-82da-46aa8f8cd66a req-8b5142dc-a532-4b9b-818c-8b7135d79c47 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 210 time: 0.0562403 Mar 22 18:15:24.743385 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event deleted for resources: {'Port': ['ID=da709481-4f2c-47c9-8d2c-c1be13c12303,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.761677 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.763142 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.763142 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:24.867471 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Router b1a61c59-7661-4e9a-b3c4-03d6f05722bf has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:15:24.973842 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:15:24.988615 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] Sync routers for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:15:25.001352 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:15:25.002036 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:15:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:15:25.015294 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] No DVR routers for this DVR port da709481-4f2c-47c9-8d2c-c1be13c12303 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:15:25.017919 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:25.021500 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85a1d4f4-9850-4f74-b77e-e1e6decfcb59 req-df0c8f97-5e7b-40a6-88c9-c8ddbea092be tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "DELETE /v2.0/ports/da709481-4f2c-47c9-8d2c-c1be13c12303 HTTP/1.1" status: 204 len: 173 time: 0.8733568 Mar 22 18:15:25.021979 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'name': 'network-vif-deleted', 'tag': 'da709481-4f2c-47c9-8d2c-c1be13c12303'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:15:25.024404 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dd52a6-7d81-4bf0-a7bd-853d3ddcdd6b" -d '{"events": [{"server_uuid": "fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5", "name": "network-vif-deleted", "tag": "da709481-4f2c-47c9-8d2c-c1be13c12303"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:15:25.062910 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fc33ff-6035-444b-9d10-457df0a1e8b8 x-openstack-request-id: req-71fc33ff-6035-444b-9d10-457df0a1e8b8 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:15:25.063208 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5", "name": "network-vif-deleted", "tag": "da709481-4f2c-47c9-8d2c-c1be13c12303", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:15:25.063472 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71fc33ff-6035-444b-9d10-457df0a1e8b8 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:15:25.063901 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fc33ff-6035-444b-9d10-457df0a1e8b8'] response: {'server_uuid': 'fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5', 'name': 'network-vif-deleted', 'tag': 'da709481-4f2c-47c9-8d2c-c1be13c12303', 'status': 'completed', 'code': 200} Mar 22 18:15:25.073385 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:25.128014 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:15:25.347070 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:15:25.373271 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] Checking router: b1a61c59-7661-4e9a-b3c4-03d6f05722bf for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:15:25.381629 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:15:25.382230 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:15:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:15:25.489013 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:15:25.689066 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:15:25.719144 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdfbca-a236-49cd-a7ed-d05b6d75b570 None None] The sync data for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi is: [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:15:25.854816 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-c6cd7e11-2eba-4ea9-8d2c-c5f9c359d4a9 req-ae6c9d55-717b-4d6c-b05c-b14ffcd4b2fe tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc61a50b-c1bb-46c3-b1a6-6e34a48f04f5 HTTP/1.1" status: 200 len: 210 time: 0.0284011 Mar 22 18:15:25.938787 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628ac79-ad3c-435a-9917-8f06e4f74217 None None] New status for floating IP 7c49021d-d896-4c6d-a627-59d0af17493f: DOWN {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:15:25.953131 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device da709481-4f2c-47c9-8d2c-c1be13c12303 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:15:25.975743 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: da709481-4f2c-47c9-8d2c-c1be13c12303 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:15:25.975743 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device da709481-4f2c-47c9-8d2c-c1be13c12303 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:15:25.988184 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:27.063436 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-28fbb453-eba9-43ab-9c5b-e8a916e720a2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85640310&fields=id&tenant_id=a6c9f85cf8534963a0c7f519572246aa HTTP/1.1" status: 200 len: 267 time: 0.0427511 Mar 22 18:15:27.169834 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-76a9946e-c4d0-4f8a-8ff0-ed5177745c10 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:27.171207 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-76a9946e-c4d0-4f8a-8ff0-ed5177745c10 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 812 time: 0.1014969 Mar 22 18:15:27.186350 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-dcee2d26-4518-48ba-97e8-e3f3bdc52794 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/quotas/a6c9f85cf8534963a0c7f519572246aa HTTP/1.1" status: 200 len: 375 time: 0.0097475 Mar 22 18:15:27.240849 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d3f98031-0d3b-40e0-85e2-468ae7d4051d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494843 Mar 22 18:15:27.381061 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-450151b2-9332-45f3-95d7-67e45c2e29c2 service neutron] 10.222.0.73 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282263 Mar 22 18:15:27.471699 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-9457c64e-2597-4b84-b07f-2dd9e4135c63 service neutron] 10.222.0.73 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846534 Mar 22 18:15:27.490733 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:28.942895 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-59c7230d-5842-4fcd-b454-d8a416cce7af req-f8baf874-6f86-426a-94b3-1158b919b431 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 210 time: 0.0286119 Mar 22 18:15:29.147718 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:30.038859 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eb17b34a-8d3d-48a4-9d50-d742d70dfa7a req-de885224-4368-4eb1-87d5-d98935798d67 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 210 time: 0.0280528 Mar 22 18:15:30.800503 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-a09eda87-ea13-4ac5-aabf-dc7e443da366 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:30.802336 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-a09eda87-ea13-4ac5-aabf-dc7e443da366 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 812 time: 0.1048622 Mar 22 18:15:30.863802 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-8432e7d1-72fe-411d-91ba-6502079f1136 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c9f85cf8534963a0c7f519572246aa HTTP/1.1" status: 200 len: 378 time: 0.0537469 Mar 22 18:15:30.872286 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'port': {'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'admin_state_up': True, 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'security_groups': ['2a9f4c12-1473-413b-9766-eb4fd870987e']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:15:31.039113 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Made reservation on behalf of a6c9f85cf8534963a0c7f519572246aa for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:15:31.042703 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:31.140279 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9dac707f-b967-447e-a4a6-46a676bb6fb5 req-c1788d66-ea46-45ae-9823-39500aab5b68 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 210 time: 0.0304906 Mar 22 18:15:31.196182 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Allocated IP 172.20.0.13 (c12c74f4-f7bd-49aa-ae2b-3d32501ce477/9784f343-e9d1-4ded-8a3f-20aa2aa25bd3/3924d388-0467-4ed2-9714-c69123a3862a) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:15:31.332573 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for port (3924d388-0467-4ed2-9714-c69123a3862a), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:31.422731 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (3924d388-0467-4ed2-9714-c69123a3862a), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:31.468135 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:15:31.471310 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:15:31.474996 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:15:31.504843 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'Port': ['ID=3924d388-0467-4ed2-9714-c69123a3862a,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:15:31.531631 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:31.532265 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:31.630707 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-d0ecfc3e-49bf-40c5-b6e2-ab829653a5fc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7625556 Mar 22 18:15:31.642709 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Request body: {'port': {'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:15:31.702052 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (3924d388-0467-4ed2-9714-c69123a3862a), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:31.706559 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-f94d2628-c2fc-47ee-b21a-c49369f51e51 None None] Provisioning complete for port 3924d388-0467-4ed2-9714-c69123a3862a triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:15:31.707082 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f94d2628-c2fc-47ee-b21a-c49369f51e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (3924d388-0467-4ed2-9714-c69123a3862a), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:31.740808 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-f94d2628-c2fc-47ee-b21a-c49369f51e51 None None] Port 3924d388-0467-4ed2-9714-c69123a3862a cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:15:31.963340 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3924d388-0467-4ed2-9714-c69123a3862a {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:15:31.970811 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Publish callbacks [] for port (3924d388-0467-4ed2-9714-c69123a3862a), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:31.983696 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Transition to ACTIVE for port object 3924d388-0467-4ed2-9714-c69123a3862a will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:15:32.050629 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (3924d388-0467-4ed2-9714-c69123a3862a), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:32.102730 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Pushing event updated for resources: {'Port': ['ID=3924d388-0467-4ed2-9714-c69123a3862a,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:15:32.170440 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Attempting to bind port 3924d388-0467-4ed2-9714-c69123a3862a on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:15:32.170784 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Attempting to bind port 3924d388-0467-4ed2-9714-c69123a3862a by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:15:32.171107 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Attempting to bind port 3924d388-0467-4ed2-9714-c69123a3862a on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:15:32.175841 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Port 3924d388-0467-4ed2-9714-c69123a3862a on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:15:32.176161 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Attempting to bind port 3924d388-0467-4ed2-9714-c69123a3862a on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:15:32.181705 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:15:32.182050 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Checking segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:15:32.182435 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Bound using segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:15:32.183405 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Bound port: 3924d388-0467-4ed2-9714-c69123a3862a, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:15:32.183758 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (3924d388-0467-4ed2-9714-c69123a3862a), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:32.282038 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] For port 3924d388-0467-4ed2-9714-c69123a3862a, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:15:32.286206 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] For port 3924d388-0467-4ed2-9714-c69123a3862a, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3924d388-0467-4ed2-9714-c69123a3862a,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:15:32.300690 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415a045-d081-4c39-9322-92bc0f416ce2 req-089be2df-62f8-46d4-b3a7-0485970e356b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:32.302213 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4415a045-d081-4c39-9322-92bc0f416ce2 req-089be2df-62f8-46d4-b3a7-0485970e356b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 944 time: 0.0809746 Mar 22 18:15:32.350771 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4415a045-d081-4c39-9322-92bc0f416ce2 req-a23e0c2c-eea1-41cf-b9bf-e9b371df8070 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427995 Mar 22 18:15:32.371275 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (3924d388-0467-4ed2-9714-c69123a3862a), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:32.403189 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:32.403801 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:32.405215 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] 10.222.0.74 "PUT /v2.0/ports/3924d388-0467-4ed2-9714-c69123a3862a HTTP/1.1" status: 200 len: 1094 time: 0.7666986 Mar 22 18:15:32.405669 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'tag': '3924d388-0467-4ed2-9714-c69123a3862a'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:15:32.407901 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b92a7f2-328d-4e86-9d26-90dc7b2ec91d" -d '{"events": [{"name": "network-changed", "server_uuid": "4839e936-9a36-4d38-8a0e-dfbd907b1614", "tag": "3924d388-0467-4ed2-9714-c69123a3862a"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:15:32.434476 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bfe3e-1928-4183-8c7b-0d3e226a303d service neutron] Pushing event updated for resources: {'Port': ['ID=3924d388-0467-4ed2-9714-c69123a3862a,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:15:32.454055 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af133d3e-b73f-47c5-b338-1f1419669e2f x-openstack-request-id: req-af133d3e-b73f-47c5-b338-1f1419669e2f {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:15:32.454371 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4839e936-9a36-4d38-8a0e-dfbd907b1614", "tag": "3924d388-0467-4ed2-9714-c69123a3862a", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:15:32.454628 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af133d3e-b73f-47c5-b338-1f1419669e2f {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:15:32.455037 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af133d3e-b73f-47c5-b338-1f1419669e2f'] response: {'name': 'network-changed', 'server_uuid': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'tag': '3924d388-0467-4ed2-9714-c69123a3862a', 'status': 'completed', 'code': 200} Mar 22 18:15:32.772134 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92a7f2-328d-4e86-9d26-90dc7b2ec91d req-3b992d53-cbdb-429e-8d10-adcc147e460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:32.773573 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4b92a7f2-328d-4e86-9d26-90dc7b2ec91d req-3b992d53-cbdb-429e-8d10-adcc147e460b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 1128 time: 0.2990069 Mar 22 18:15:32.865977 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92a7f2-328d-4e86-9d26-90dc7b2ec91d req-739f631a-071a-42ea-9071-98dd75734d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:32.867423 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4b92a7f2-328d-4e86-9d26-90dc7b2ec91d req-739f631a-071a-42ea-9071-98dd75734d35 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a6c9f85cf8534963a0c7f519572246aa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0869956 Mar 22 18:15:32.960205 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92a7f2-328d-4e86-9d26-90dc7b2ec91d req-027dbcf9-2ae1-44eb-b1bf-df4369cc2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:32.961679 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4b92a7f2-328d-4e86-9d26-90dc7b2ec91d req-027dbcf9-2ae1-44eb-b1bf-df4369cc2120 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884242 Mar 22 18:15:33.039707 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-f51554e4-c9e4-4af3-8b5e-994786603eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:33.041113 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-f51554e4-c9e4-4af3-8b5e-994786603eeb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 1128 time: 0.0439122 Mar 22 18:15:33.082889 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-70cc4a26-df4c-4698-8a9c-df06a6ffbc77 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3924d388-0467-4ed2-9714-c69123a3862a HTTP/1.1" status: 200 len: 217 time: 0.0339558 Mar 22 18:15:33.132788 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-68138056-dd88-49ac-9c76-19e09356857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:33.134244 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-68138056-dd88-49ac-9c76-19e09356857e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0462995 Mar 22 18:15:33.180910 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-c93f1a25-b684-443a-ab98-89aa6a66fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:33.182911 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-c93f1a25-b684-443a-ab98-89aa6a66fc8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424521 Mar 22 18:15:33.271151 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-246de79d-c7c6-4142-8e4f-82ce821ae4a6 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821359 Mar 22 18:15:33.362447 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-612c2fef-ad2a-4dd0-9b9e-5122f90e0abd req-911e712d-f27d-4dd0-9d0a-ae9b5e7655f2 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Mar 22 18:15:33.470757 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f2c57-b0cc-4d7e-abac-3ed888f35220 req-02a7c780-32ce-4255-8875-311252415689 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:33.472211 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-409f2c57-b0cc-4d7e-abac-3ed888f35220 req-02a7c780-32ce-4255-8875-311252415689 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 944 time: 0.0553129 Mar 22 18:15:33.520900 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-409f2c57-b0cc-4d7e-abac-3ed888f35220 req-5340d5d6-851a-4e77-9b90-e467a8fdf58d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426474 Mar 22 18:15:34.642658 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd832db-7a95-4e17-a774-2ed7934a77c0 req-ec8cde13-75ad-4971-81dd-4565b446fb7e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:34.644114 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9cd832db-7a95-4e17-a774-2ed7934a77c0 req-ec8cde13-75ad-4971-81dd-4565b446fb7e tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 944 time: 0.0555634 Mar 22 18:15:34.691491 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9cd832db-7a95-4e17-a774-2ed7934a77c0 req-7dc6176e-fe99-4ed4-9d10-fce2400162d4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418322 Mar 22 18:15:35.808219 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7dd0-47f8-412e-8e5b-eb3a0c73c474 req-baf38e19-1af0-454c-898a-b3549d504f4c tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:35.809711 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-73ec7dd0-47f8-412e-8e5b-eb3a0c73c474 req-baf38e19-1af0-454c-898a-b3549d504f4c tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 944 time: 0.0521171 Mar 22 18:15:35.858083 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-73ec7dd0-47f8-412e-8e5b-eb3a0c73c474 req-914b9c27-c731-47ab-b626-0e2ecc79d56f tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428669 Mar 22 18:15:36.976232 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c9960-e1bb-466e-a79c-9e5680f8be7d req-7fe2c918-190e-4833-a563-49a9ca29e394 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:36.977753 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-654c9960-e1bb-466e-a79c-9e5680f8be7d req-7fe2c918-190e-4833-a563-49a9ca29e394 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 944 time: 0.0529065 Mar 22 18:15:37.032437 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-654c9960-e1bb-466e-a79c-9e5680f8be7d req-cfda3cef-ee4d-441a-9d1f-a9d47efb57d3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483911 Mar 22 18:15:38.150067 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc94cc-f534-49ee-8be2-a7b9d00a259f req-bd465d25-1d36-47b9-a22a-fe9f7222a700 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:38.152165 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dcbc94cc-f534-49ee-8be2-a7b9d00a259f req-bd465d25-1d36-47b9-a22a-fe9f7222a700 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 944 time: 0.0530078 Mar 22 18:15:38.200771 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-dcbc94cc-f534-49ee-8be2-a7b9d00a259f req-c533f657-70ae-40f4-b81d-f5725ecfce6a tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427117 Mar 22 18:15:39.325005 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b2c07-dd5f-435f-8b0a-3e6f5506122a req-580c8451-74aa-47e4-bb28-97a911d7e122 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:39.326858 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a09b2c07-dd5f-435f-8b0a-3e6f5506122a req-580c8451-74aa-47e4-bb28-97a911d7e122 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 944 time: 0.0581634 Mar 22 18:15:39.375962 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a09b2c07-dd5f-435f-8b0a-3e6f5506122a req-3545eefc-7566-4a90-bdee-70890ae44c91 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433724 Mar 22 18:15:40.496193 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c001a-86b2-49b4-86fa-0d16af765771 req-27b7217c-4a79-4c76-9e35-b1baa18a5685 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:40.497674 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-866c001a-86b2-49b4-86fa-0d16af765771 req-27b7217c-4a79-4c76-9e35-b1baa18a5685 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 944 time: 0.0563922 Mar 22 18:15:40.545276 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-866c001a-86b2-49b4-86fa-0d16af765771 req-62b549bd-d855-4e83-b16c-f53858d01981 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420237 Mar 22 18:15:41.666433 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556de1-abb2-4a2e-a1a3-08618585bfde req-0a379a84-af6a-47e7-ab69-61bb4df238e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:41.668536 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5b556de1-abb2-4a2e-a1a3-08618585bfde req-0a379a84-af6a-47e7-ab69-61bb4df238e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 944 time: 0.0523691 Mar 22 18:15:41.716341 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5b556de1-abb2-4a2e-a1a3-08618585bfde req-f99abd63-2ba7-42ca-82af-5e6808a0698d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421283 Mar 22 18:15:41.973692 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 3924d388-0467-4ed2-9714-c69123a3862a details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:15:42.069982 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 3924d388-0467-4ed2-9714-c69123a3862a, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3924d388-0467-4ed2-9714-c69123a3862a,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:15:42.081481 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '3924d388-0467-4ed2-9714-c69123a3862a', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'mac_address': 'fa:16:3e:68:5b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:15:42.117896 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 3924d388-0467-4ed2-9714-c69123a3862a is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:15:42.118280 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (3924d388-0467-4ed2-9714-c69123a3862a), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:42.130617 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3924d388-0467-4ed2-9714-c69123a3862a {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:15:42.148787 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 3924d388-0467-4ed2-9714-c69123a3862a, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3924d388-0467-4ed2-9714-c69123a3862a,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:15:42.238530 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (3924d388-0467-4ed2-9714-c69123a3862a), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:42.288293 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=3924d388-0467-4ed2-9714-c69123a3862a,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:15:42.295281 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.299203 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.300361 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.300361 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:15:42.546869 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['3924d388-0467-4ed2-9714-c69123a3862a'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:15:42.831861 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b641b2-b8cb-4c53-9e30-d6bdfdf3df50 req-8f76fad5-e7b7-4fe0-bd39-2c1d176b28de tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:42.833363 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f3b641b2-b8cb-4c53-9e30-d6bdfdf3df50 req-8f76fad5-e7b7-4fe0-bd39-2c1d176b28de tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 945 time: 0.0516806 Mar 22 18:15:42.884996 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f3b641b2-b8cb-4c53-9e30-d6bdfdf3df50 req-88ec712a-d882-45b3-86f1-c060bfff9c25 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460889 Mar 22 18:15:43.973430 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 3924d388-0467-4ed2-9714-c69123a3862a up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:15:44.004755 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc98ed-69e9-49a2-9e97-987b7e7629a4 req-563f6c3f-0278-4b98-83a5-55ffeed68c1b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:44.006359 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-83bc98ed-69e9-49a2-9e97-987b7e7629a4 req-563f6c3f-0278-4b98-83a5-55ffeed68c1b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 945 time: 0.0539839 Mar 22 18:15:44.060331 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-83bc98ed-69e9-49a2-9e97-987b7e7629a4 req-645dee16-b983-4bd6-af2e-0c31ce7a74e3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463040 Mar 22 18:15:44.238742 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 3924d388-0467-4ed2-9714-c69123a3862a completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:15:44.242666 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 3924d388-0467-4ed2-9714-c69123a3862a triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:15:44.247105 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (3924d388-0467-4ed2-9714-c69123a3862a), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:44.317803 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 3924d388-0467-4ed2-9714-c69123a3862a is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:15:44.318170 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (3924d388-0467-4ed2-9714-c69123a3862a), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:44.342871 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3924d388-0467-4ed2-9714-c69123a3862a'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:15:44.345095 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eef630-a5bd-426e-9364-dacc126c4e07" -d '{"events": [{"server_uuid": "4839e936-9a36-4d38-8a0e-dfbd907b1614", "name": "network-vif-plugged", "status": "completed", "tag": "3924d388-0467-4ed2-9714-c69123a3862a"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:15:44.357465 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 3924d388-0467-4ed2-9714-c69123a3862a, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3924d388-0467-4ed2-9714-c69123a3862a,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:15:44.433463 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (3924d388-0467-4ed2-9714-c69123a3862a), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:44.457605 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266cd4b1-5cfb-4ca6-b59d-4c0a1b456a8e x-openstack-request-id: req-266cd4b1-5cfb-4ca6-b59d-4c0a1b456a8e {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:15:44.457990 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4839e936-9a36-4d38-8a0e-dfbd907b1614", "name": "network-vif-plugged", "status": "completed", "tag": "3924d388-0467-4ed2-9714-c69123a3862a", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:15:44.458138 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-266cd4b1-5cfb-4ca6-b59d-4c0a1b456a8e {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:15:44.458532 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266cd4b1-5cfb-4ca6-b59d-4c0a1b456a8e'] response: {'server_uuid': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3924d388-0467-4ed2-9714-c69123a3862a', 'code': 200} Mar 22 18:15:44.483844 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=3924d388-0467-4ed2-9714-c69123a3862a,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:15:44.761834 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd120f-db5d-4aae-9bf5-508f642a96ab req-0074dab4-788e-496d-91ab-8dbd4f147ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:44.763206 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7dd120f-db5d-4aae-9bf5-508f642a96ab req-0074dab4-788e-496d-91ab-8dbd4f147ab4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 1130 time: 0.0429204 Mar 22 18:15:44.807278 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-f7dd120f-db5d-4aae-9bf5-508f642a96ab req-97edc20e-9d81-4276-b162-fa714c046ac4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378039 Mar 22 18:15:45.181842 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68a4be-4cf4-44ac-a6be-cf35d8aa7961 req-8dbb46d8-0add-4221-8c43-a259b4519741 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:45.184180 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6e68a4be-4cf4-44ac-a6be-cf35d8aa7961 req-8dbb46d8-0add-4221-8c43-a259b4519741 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 946 time: 0.0553577 Mar 22 18:15:45.232000 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6e68a4be-4cf4-44ac-a6be-cf35d8aa7961 req-0da5b1d4-5bf1-4843-8056-398f23525720 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431178 Mar 22 18:15:46.353568 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874808f1-04e0-4bb0-bf76-ee8db57d525a req-c3110151-d1fc-44a4-b1e4-5d291a1b7a94 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:46.355151 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-874808f1-04e0-4bb0-bf76-ee8db57d525a req-c3110151-d1fc-44a4-b1e4-5d291a1b7a94 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 946 time: 0.0531676 Mar 22 18:15:46.402994 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-874808f1-04e0-4bb0-bf76-ee8db57d525a req-e54fb7b1-420a-4089-96cf-468075e6eae3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422506 Mar 22 18:15:46.523923 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0fe1e-2c94-4c6f-b91d-b8dbef5b8bc9 req-8cdbeb8c-37ec-4216-a28a-8dca40354bf1 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:46.525319 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cef0fe1e-2c94-4c6f-b91d-b8dbef5b8bc9 req-8cdbeb8c-37ec-4216-a28a-8dca40354bf1 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 946 time: 0.0563176 Mar 22 18:15:46.572998 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-cef0fe1e-2c94-4c6f-b91d-b8dbef5b8bc9 req-a644837d-c0e5-4e6b-a010-246d4a276fb1 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421243 Mar 22 18:15:46.595429 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46354) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:15:46.637824 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b12de0d-87cc-4f75-a2ce-e36f62ff30c0 tempest-TestVolumeBootPattern-341574429 tempest-TestVolumeBootPattern-341574429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:46.639323 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-1b12de0d-87cc-4f75-a2ce-e36f62ff30c0 tempest-TestVolumeBootPattern-341574429 tempest-TestVolumeBootPattern-341574429-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 1125 time: 0.0429299 Mar 22 18:15:46.642040 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46356) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:15:46.646218 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:15:46.752796 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:46.851510 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:46.949260 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Allocated IP 172.27.1.147 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/d67499d8-d8e0-48ea-af5d-54ba8758fbd6) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:15:47.052361 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for port (d67499d8-d8e0-48ea-af5d-54ba8758fbd6), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:47.153426 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (d67499d8-d8e0-48ea-af5d-54ba8758fbd6), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:47.189158 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:15:47.191946 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:15:47.197014 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:15:47.223520 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'Port': ['ID=d67499d8-d8e0-48ea-af5d-54ba8758fbd6,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:15:47.544535 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:47.677426 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (d67499d8-d8e0-48ea-af5d-54ba8758fbd6), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:47.824367 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for port (d67499d8-d8e0-48ea-af5d-54ba8758fbd6), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:47.842129 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:15:47.890089 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (d67499d8-d8e0-48ea-af5d-54ba8758fbd6), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:47.954998 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'Port': ['ID=d67499d8-d8e0-48ea-af5d-54ba8758fbd6,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:15:47.968929 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:48.070769 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Floating IP ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb associated. External IP: 172.27.1.147, port: 3924d388-0467-4ed2-9714-c69123a3862a. Mar 22 18:15:48.281033 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Router b1a61c59-7661-4e9a-b3c4-03d6f05722bf has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:15:48.390355 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:15:48.399811 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] Sync routers for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:15:48.409986 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:15:48.410609 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:15:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:15:48.440498 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:48.485061 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-e3323f05-a1c9-4b8c-849b-d98b638ff4e2 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8273354 Mar 22 18:15:48.485061 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'tag': '3924d388-0467-4ed2-9714-c69123a3862a'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:15:48.485061 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396" -d '{"events": [{"name": "network-changed", "server_uuid": "4839e936-9a36-4d38-8a0e-dfbd907b1614", "tag": "3924d388-0467-4ed2-9714-c69123a3862a"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:15:48.510801 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccfd3d1-1f30-47b7-a179-77922042c3b4 x-openstack-request-id: req-9ccfd3d1-1f30-47b7-a179-77922042c3b4 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:15:48.511280 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4839e936-9a36-4d38-8a0e-dfbd907b1614", "tag": "3924d388-0467-4ed2-9714-c69123a3862a", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:15:48.511680 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9ccfd3d1-1f30-47b7-a179-77922042c3b4 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:15:48.512073 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccfd3d1-1f30-47b7-a179-77922042c3b4'] response: {'name': 'network-changed', 'server_uuid': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'tag': '3924d388-0467-4ed2-9714-c69123a3862a', 'status': 'completed', 'code': 200} Mar 22 18:15:48.518991 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:15:48.583608 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-81673606-0c6c-4e4d-936b-9435cc1926e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:48.585126 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-81673606-0c6c-4e4d-936b-9435cc1926e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 1130 time: 0.0469310 Mar 22 18:15:48.679102 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-a4e991eb-98ac-4bd3-9845-19fa83936b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:48.680601 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-a4e991eb-98ac-4bd3-9845-19fa83936b94 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0884702 Mar 22 18:15:48.745107 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:68:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:15:47Z', 'updated_at': '2022-03-22T18:15:47Z', 'revision_number': 0, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:15:48.746286 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-85be5570-1720-4edc-a2c4-4245427408a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3924d388-0467-4ed2-9714-c69123a3862a HTTP/1.1" status: 200 len: 1000 time: 0.0592043 Mar 22 18:15:48.773686 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] Checking router: b1a61c59-7661-4e9a-b3c4-03d6f05722bf for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:15:48.782185 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:15:48.782805 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:15:25Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:15:48.798151 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-938499b2-aaae-43aa-8b3f-ccecd03cde89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:48.799609 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-938499b2-aaae-43aa-8b3f-ccecd03cde89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0476153 Mar 22 18:15:48.846485 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-a63881fa-c86b-4bdc-84d4-77ca0523e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:15:48.847901 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-a63881fa-c86b-4bdc-84d4-77ca0523e0db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431118 Mar 22 18:15:48.894402 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:15:48.934795 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-5e66918e-ff12-4d8b-b82d-a9bb6ac1d255 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813453 Mar 22 18:15:49.029206 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8347a9ca-7c8b-46d2-829c-f6cb4a2dd396 req-28920102-63bf-4ead-a8b4-0340e916596a service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877411 Mar 22 18:15:49.122112 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:68:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:15:47Z', 'updated_at': '2022-03-22T18:15:47Z', 'revision_number': 0, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:15:49.153004 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b85fd-d95c-4ce0-aef2-c87e0e40fb59 None None] The sync data for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi is: [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:68:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:15:47Z', 'updated_at': '2022-03-22T18:15:47Z', 'revision_number': 0, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:15:49.346003 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847acf72-3d03-4d75-ba5a-d6bac595f5c3 None None] New status for floating IP ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb: ACTIVE {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:15:52.586880 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb7a-bbf8-4e78-93a0-596ab32e01cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:54.736103 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-190296df-5283-4d02-bcec-d95ad30fe6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:55.044759 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:56.003700 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:57.489680 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:15:59.158229 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:06.494478 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-8a15a9b9-845f-4875-ac2c-dd68169c84cf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432584 Mar 22 18:16:06.579897 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-bc98e340-f85c-4814-b54e-f230b208a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:16:06.581340 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-bc98e340-f85c-4814-b54e-f230b208a721 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 1130 time: 0.0425699 Mar 22 18:16:06.684034 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-12b51c15-0d28-4425-b162-cbfaa46bdc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:16:06.686125 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-12b51c15-0d28-4425-b162-cbfaa46bdc8f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0852373 Mar 22 18:16:06.752518 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-99d19477-6995-47b0-8d70-5c57c58e38ac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3924d388-0467-4ed2-9714-c69123a3862a HTTP/1.1" status: 200 len: 1002 time: 0.0575848 Mar 22 18:16:06.804073 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-4c4cc01c-fea0-4b05-89a9-305aae7fa47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:16:06.805530 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-4c4cc01c-fea0-4b05-89a9-305aae7fa47c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0460923 Mar 22 18:16:06.854276 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-97a71d3d-1bfa-4bfb-8d85-b525b4d3ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:16:06.855719 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-97a71d3d-1bfa-4bfb-8d85-b525b4d3ef21 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421503 Mar 22 18:16:06.943484 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-b539e829-9ea9-4405-8626-887baed65629 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810883 Mar 22 18:16:07.036094 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a4f7b8e4-7e61-4787-9690-faf6e4b613f1 req-90bce06f-5489-4f44-b297-35d5d7e91c56 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861399 Mar 22 18:16:22.551803 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-9ac8f824-707e-436c-abe7-ce6702b18f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:24.734662 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-b455c33a-f2fe-48c6-a31c-cad228e2017a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:24.841441 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:16:25.054834 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:26.026241 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:27.511460 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:29.088757 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:52.574216 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-05214134-d02f-4285-a680-cc6cfe0cfd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:54.739895 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-35f4c965-87b7-4698-9ec4-952aa9e183e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:55.053988 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:55.985667 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:57.523157 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:16:59.116793 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:01.840644 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:17:06.491563 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-3c079ecd-e237-4850-8c41-18b11b0ca93f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459065 Mar 22 18:17:06.577845 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-75f38a4b-fe3d-4737-9ea5-0a568e3875df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:06.579432 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-75f38a4b-fe3d-4737-9ea5-0a568e3875df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 1130 time: 0.0466359 Mar 22 18:17:06.687402 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-78964068-a13a-4da4-97f1-3d3692de9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:06.689001 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-78964068-a13a-4da4-97f1-3d3692de9078 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0916865 Mar 22 18:17:06.756167 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-bbf66d4d-77bd-4bc0-93b6-320985f6b711 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3924d388-0467-4ed2-9714-c69123a3862a HTTP/1.1" status: 200 len: 1002 time: 0.0606594 Mar 22 18:17:06.809358 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-794848d0-3c12-41a2-9633-4e9d2ced4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:06.810834 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-794848d0-3c12-41a2-9633-4e9d2ced4ea6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0492609 Mar 22 18:17:06.859277 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-775168d0-4cef-46ee-998e-a06017941df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:06.860906 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-775168d0-4cef-46ee-998e-a06017941df5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439646 Mar 22 18:17:06.949886 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-a00a4067-3ebc-441e-a306-b5c8cd52cb6b service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823977 Mar 22 18:17:07.043298 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a0ba72ff-0088-4a77-aa54-c08be030fcb9 req-d44993ad-b605-49f7-9346-034387497271 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872884 Mar 22 18:17:22.585264 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d97f-95c2-4b73-8316-2bd4d328ef0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:24.773462 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-d630e5eb-a63e-4b6d-adcd-9276a6e1efe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:25.087943 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:26.001737 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:27.510853 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:29.087439 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:37.360049 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-9fd41c7f-2d5c-4216-9380-bcdf1fdbab78 service neutron] (110336) timed out ('10.222.0.73', 39366) {{(pid=110336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 18:17:37.528856 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [req-7caa9185-1482-4b67-8e6b-d1a7e9641600 req-5c8d81d6-e3bc-4bf5-a586-0e77887912e4 tempest-TestShelveInstance-1548311863 tempest-TestShelveInstance-1548311863-project] (110337) timed out ('10.222.0.73', 39374) {{(pid=110337) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 18:17:38.839890 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:17:48.982021 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-9af42b72-7392-4fd9-906e-9fc6a8a26053 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85640310&fields=id&tenant_id=a6c9f85cf8534963a0c7f519572246aa HTTP/1.1" status: 200 len: 267 time: 0.0447960 Mar 22 18:17:49.088340 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-b7055830-b7a1-4886-a100-cbb0f44f856c tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:49.089814 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-b7055830-b7a1-4886-a100-cbb0f44f856c tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 812 time: 0.1016726 Mar 22 18:17:49.104380 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-ce19db17-b44a-490d-86d6-8c465f4510f4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/quotas/a6c9f85cf8534963a0c7f519572246aa HTTP/1.1" status: 200 len: 375 time: 0.0092905 Mar 22 18:17:49.160136 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-788e18ac-4d25-4de1-a3dd-16fec03617d7 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510221 Mar 22 18:17:49.297701 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-a579d2c6-7119-449c-8a72-55841b9e4eb3 service neutron] 10.222.0.73 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258295 Mar 22 18:17:49.388431 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-d3d3704a-da5f-4ff7-92e3-11bce66bb0a8 service neutron] 10.222.0.73 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853500 Mar 22 18:17:50.033905 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-029d307c-14a9-42e1-96ca-d1a13b6c97ad req-14b25e73-363b-4ed3-a975-1bec42cce4f8 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 210 time: 0.0748370 Mar 22 18:17:51.126854 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9f079c85-de88-47df-aedb-6a4b444ba471 req-83461ea9-1392-4993-aeb8-25d4a08523d4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Mar 22 18:17:51.948888 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-e1b93fed-f5f7-4c5e-aee3-a464612b7b04 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:51.950349 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-e1b93fed-f5f7-4c5e-aee3-a464612b7b04 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 812 time: 0.3583734 Mar 22 18:17:52.011943 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-223fc60e-7733-4013-8599-b6066b6b962a tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c9f85cf8534963a0c7f519572246aa HTTP/1.1" status: 200 len: 378 time: 0.0526221 Mar 22 18:17:52.020220 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'port': {'device_id': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'admin_state_up': True, 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'security_groups': ['2a9f4c12-1473-413b-9766-eb4fd870987e']}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:17:52.162228 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Made reservation on behalf of a6c9f85cf8534963a0c7f519572246aa for: {'port': 1} {{(pid=110336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 18:17:52.174551 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:52.261688 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6c59c602-94b9-4eb1-9e55-205263ada294 req-7fbe1f1f-5ccf-4f4d-89ca-fb8e45328df7 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 210 time: 0.0334721 Mar 22 18:17:52.326601 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Allocated IP 172.20.0.10 (c12c74f4-f7bd-49aa-ae2b-3d32501ce477/9784f343-e9d1-4ded-8a3f-20aa2aa25bd3/923e0e89-3618-4ff2-95a6-01853b2a2376) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:17:52.466316 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:52.573820 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:52.601982 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-d9422e98-4020-4313-8c14-38001c1a1640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:52.612645 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:17:52.616373 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:17:52.620147 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:17:52.655656 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'Port': ['ID=923e0e89-3618-4ff2-95a6-01853b2a2376,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:17:52.669942 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.670290 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.670635 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.670981 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.671315 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.671769 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.672073 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.672278 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.672594 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.672906 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.673227 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.673578 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.675058 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.675058 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.675058 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:17:52.695427 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:52.695878 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:52.776107 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-06a6832b-330e-43b2-8f3a-2d55984de8cf tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7594121 Mar 22 18:17:52.785611 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-6218fc8e-c1a8-4e33-85de-14764f2b4d25 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 18:17:52.797173 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-6218fc8e-c1a8-4e33-85de-14764f2b4d25 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052340 Mar 22 18:17:52.833213 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8f807708-144e-40d1-bc1e-5fe6493368d7 None None] Provisioning complete for port 923e0e89-3618-4ff2-95a6-01853b2a2376 triggered by entity DHCP. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:17:52.833632 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8f807708-144e-40d1-bc1e-5fe6493368d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:52.841149 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Request body: {'port': {'device_id': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:17:52.869212 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8f807708-144e-40d1-bc1e-5fe6493368d7 None None] Port 923e0e89-3618-4ff2-95a6-01853b2a2376 cannot update to ACTIVE because it is not bound. {{(pid=110338) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 18:17:52.901605 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:53.160202 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923e0e89-3618-4ff2-95a6-01853b2a2376 {{(pid=110336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:17:53.167756 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Publish callbacks [] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:53.179607 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.provisioning_blocks [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Transition to ACTIVE for port object 923e0e89-3618-4ff2-95a6-01853b2a2376 will not be triggered until provisioned by entity L2. {{(pid=110336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 18:17:53.242114 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:53.294012 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=923e0e89-3618-4ff2-95a6-01853b2a2376,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:17:53.387969 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Attempting to bind port 923e0e89-3618-4ff2-95a6-01853b2a2376 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 18:17:53.388312 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Attempting to bind port 923e0e89-3618-4ff2-95a6-01853b2a2376 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 18:17:53.388647 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Attempting to bind port 923e0e89-3618-4ff2-95a6-01853b2a2376 on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:17:53.395965 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Port 923e0e89-3618-4ff2-95a6-01853b2a2376 on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 18:17:53.396300 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Attempting to bind port 923e0e89-3618-4ff2-95a6-01853b2a2376 on network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 18:17:53.404716 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Checking agent: {'id': '4468c107-674b-4cf9-afbc-197ad35322de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'started_at': datetime.datetime(2022, 3, 22, 17, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 18, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 18:17:53.405063 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Checking segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 18:17:53.405473 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Bound using segment: {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'} {{(pid=110336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 18:17:53.405908 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.managers [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Bound port: 923e0e89-3618-4ff2-95a6-01853b2a2376, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4429453d-bba5-4d94-b519-c3e2f883ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477'}}] {{(pid=110336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 18:17:53.406262 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:53.437017 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e3dfa-4150-4191-8418-5c065fe96adf req-d0edd793-5e62-4028-a48b-2904b5115b90 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:53.438597 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d65e3dfa-4150-4191-8418-5c065fe96adf req-d0edd793-5e62-4028-a48b-2904b5115b90 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 944 time: 0.0946081 Mar 22 18:17:53.522553 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d65e3dfa-4150-4191-8418-5c065fe96adf req-fcb7070b-5b7b-41f0-bd55-24d6afa8f719 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666163 Mar 22 18:17:53.523593 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] For port 923e0e89-3618-4ff2-95a6-01853b2a2376, host hv-cinder-73907, cleared binding levels {{(pid=110336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 18:17:53.526869 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] For port 923e0e89-3618-4ff2-95a6-01853b2a2376, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=923e0e89-3618-4ff2-95a6-01853b2a2376,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 18:17:53.613427 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:53.648048 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:53.648725 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:53.650044 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] 10.222.0.74 "PUT /v2.0/ports/923e0e89-3618-4ff2-95a6-01853b2a2376 HTTP/1.1" status: 200 len: 1094 time: 0.8568573 Mar 22 18:17:53.650497 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'tag': '923e0e89-3618-4ff2-95a6-01853b2a2376'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:17:53.652700 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001df8cb-db14-4aee-b489-08d4e15d3750" -d '{"events": [{"name": "network-changed", "server_uuid": "548a6a0d-c81f-4363-ad14-6d7255f2ae27", "tag": "923e0e89-3618-4ff2-95a6-01853b2a2376"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:17:53.679826 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf313cf5-7222-47da-a073-f76aac10f5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=923e0e89-3618-4ff2-95a6-01853b2a2376,revision_number=3']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:17:53.752956 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec7c1c-4953-40d0-9302-a58c6811a168 x-openstack-request-id: req-a5ec7c1c-4953-40d0-9302-a58c6811a168 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:17:53.752956 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548a6a0d-c81f-4363-ad14-6d7255f2ae27", "tag": "923e0e89-3618-4ff2-95a6-01853b2a2376", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:17:53.752956 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a5ec7c1c-4953-40d0-9302-a58c6811a168 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:17:53.752956 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ec7c1c-4953-40d0-9302-a58c6811a168'] response: {'name': 'network-changed', 'server_uuid': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'tag': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'status': 'completed', 'code': 200} Mar 22 18:17:53.810562 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-72aa9be2-7185-4d5a-9235-7f7a0b744652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:53.812213 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-72aa9be2-7185-4d5a-9235-7f7a0b744652 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 1128 time: 0.0476711 Mar 22 18:17:53.857982 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-6df02f77-5fd7-4830-ba99-6d986a449d3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=923e0e89-3618-4ff2-95a6-01853b2a2376 HTTP/1.1" status: 200 len: 217 time: 0.0379143 Mar 22 18:17:53.903754 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-9eed98ee-11b7-4802-a6f0-55ab1e3600b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:53.905196 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-9eed98ee-11b7-4802-a6f0-55ab1e3600b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0422544 Mar 22 18:17:53.955031 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-6dddfd07-c6e7-4c97-bf01-dc4e836bdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:53.956459 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-6dddfd07-c6e7-4c97-bf01-dc4e836bdd37 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454690 Mar 22 18:17:54.051504 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-c5431970-1f85-4b41-91e6-52cdf4a1c4c7 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866208 Mar 22 18:17:54.098488 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [req-929e2fc2-df5f-4675-bc0f-3f94af941ec6 req-839040ab-a257-48f6-b651-b63c6d8a5570 tempest-AttachVolumeNegativeTest-972878733 tempest-AttachVolumeNegativeTest-972878733-project] (110336) timed out ('10.222.0.74', 61522) {{(pid=110336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 18:17:54.139060 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-40026e4a-a388-49e2-894d-0d65e8cdb0d0 req-7f546c70-e013-49ec-864b-30ac1eb3ffd5 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814302 Mar 22 18:17:54.295474 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-f4eda51d-333c-4494-8c58-321e62a064f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:54.296897 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-f4eda51d-333c-4494-8c58-321e62a064f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 1128 time: 0.0507274 Mar 22 18:17:54.383721 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-5a0d3172-be8e-4f4f-b49a-0d818844b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:54.385177 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-5a0d3172-be8e-4f4f-b49a-0d818844b737 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0828395 Mar 22 18:17:54.428875 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-b9c76cf1-7ef7-4416-bcd1-12473e091507 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=923e0e89-3618-4ff2-95a6-01853b2a2376 HTTP/1.1" status: 200 len: 217 time: 0.0375717 Mar 22 18:17:54.476290 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-660c231b-cc01-4313-873c-c87201457ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:54.477787 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-660c231b-cc01-4313-873c-c87201457ff1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0433083 Mar 22 18:17:54.524520 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-d8eea3a3-a662-488e-81a0-7726fb5e9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:54.526007 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-d8eea3a3-a662-488e-81a0-7726fb5e9c1b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428970 Mar 22 18:17:54.645239 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-31a805e1-3263-4841-91a4-ae0c1fddb0d2 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128693 Mar 22 18:17:54.704738 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e790ab1-4fda-4574-a38b-e55e47d4394f req-776e0737-da0e-4d9d-9baa-6531dc90f5f8 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:54.706249 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0e790ab1-4fda-4574-a38b-e55e47d4394f req-776e0737-da0e-4d9d-9baa-6531dc90f5f8 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 944 time: 0.1134286 Mar 22 18:17:54.749952 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-44acf0de-a3e3-4029-8a92-ee1f3feb2bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:54.783808 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-0e790ab1-4fda-4574-a38b-e55e47d4394f req-685eac5a-54ac-4f7d-ab89-272a19c0f493 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710783 Mar 22 18:17:54.785824 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-001df8cb-db14-4aee-b489-08d4e15d3750 req-736c145a-6998-4d96-99fa-d56d9ec00af6 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334946 Mar 22 18:17:55.079771 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:55.902810 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d1e9-5120-4cae-a009-d042a98d9aae req-6f9f70c1-d7f7-423c-b72b-21d8c0f163d6 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:55.904284 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6b93d1e9-5120-4cae-a009-d042a98d9aae req-6f9f70c1-d7f7-423c-b72b-21d8c0f163d6 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 944 time: 0.0516632 Mar 22 18:17:55.953079 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-6b93d1e9-5120-4cae-a009-d042a98d9aae req-48e79fca-88d9-47ef-8c84-56ae6fe98821 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430984 Mar 22 18:17:56.011372 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:57.069744 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed39e7a-9f4f-4490-98fa-f384bdab6007 req-80b69b4a-205a-40c1-8396-b16bd6f820db tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:57.071222 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eed39e7a-9f4f-4490-98fa-f384bdab6007 req-80b69b4a-205a-40c1-8396-b16bd6f820db tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 944 time: 0.0525751 Mar 22 18:17:57.123748 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-eed39e7a-9f4f-4490-98fa-f384bdab6007 req-be0ef125-afbc-499a-a00b-495db8818a6b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457089 Mar 22 18:17:57.521568 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:58.241473 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e452e-15f3-4451-b063-37556256b551 req-21171db8-5de0-4bd6-8506-9228712a1bef tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:58.242960 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-701e452e-15f3-4451-b063-37556256b551 req-21171db8-5de0-4bd6-8506-9228712a1bef tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 944 time: 0.0534279 Mar 22 18:17:58.294875 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-701e452e-15f3-4451-b063-37556256b551 req-dbde9665-2a54-4bad-801d-59c3c6e64b9f tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462840 Mar 22 18:17:59.110123 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:17:59.411901 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baeed2-d50a-4bcd-ac9a-5a28d3a3e07b req-432d9bfa-fa22-4dde-8a25-ba4947c91bdc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:17:59.414183 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-74baeed2-d50a-4bcd-ac9a-5a28d3a3e07b req-432d9bfa-fa22-4dde-8a25-ba4947c91bdc tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 944 time: 0.0524514 Mar 22 18:17:59.461778 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-74baeed2-d50a-4bcd-ac9a-5a28d3a3e07b req-b0735347-bd07-4d59-9c95-6e4420a4905d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420403 Mar 22 18:18:00.582058 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ad089-98c5-459d-a3ac-d276a9ab9d04 req-e6d768f5-c390-4483-8216-c9744186b998 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:00.583510 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ca0ad089-98c5-459d-a3ac-d276a9ab9d04 req-e6d768f5-c390-4483-8216-c9744186b998 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 944 time: 0.0560625 Mar 22 18:18:00.632074 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-ca0ad089-98c5-459d-a3ac-d276a9ab9d04 req-755f8fbd-eb0d-43dc-b945-149252d121a5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419471 Mar 22 18:18:01.747664 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2acdd6-68a5-4014-a75a-1cf61e5638a2 req-b3a17b6f-3117-476b-a541-c0c6a9df37b4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:01.749132 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-de2acdd6-68a5-4014-a75a-1cf61e5638a2 req-b3a17b6f-3117-476b-a541-c0c6a9df37b4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 944 time: 0.0518520 Mar 22 18:18:01.796451 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-de2acdd6-68a5-4014-a75a-1cf61e5638a2 req-b7dd09e6-d2ab-4040-b41a-17209d4dc246 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418150 Mar 22 18:18:02.613703 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 923e0e89-3618-4ff2-95a6-01853b2a2376 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=110338) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 18:18:02.706415 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 923e0e89-3618-4ff2-95a6-01853b2a2376, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=923e0e89-3618-4ff2-95a6-01853b2a2376,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:18:02.721356 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Returning: {'device': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'port_id': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'mac_address': 'fa:16:3e:73:16:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110338) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 18:18:02.757787 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 923e0e89-3618-4ff2-95a6-01853b2a2376 is: DOWN; New status is: BUILD {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:18:02.758166 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:02.770500 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923e0e89-3618-4ff2-95a6-01853b2a2376 {{(pid=110338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 18:18:02.789194 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 923e0e89-3618-4ff2-95a6-01853b2a2376, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=923e0e89-3618-4ff2-95a6-01853b2a2376,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:18:02.847287 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:02.894415 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=923e0e89-3618-4ff2-95a6-01853b2a2376,revision_number=4']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:18:02.902289 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.902748 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.903098 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.903433 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.903764 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.904115 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.904462 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.904782 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.905106 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.905453 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.905780 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.906124 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.906445 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.906784 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.907102 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:18:02.915576 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac982c-0451-4911-afd1-0feae5c64f19 req-cd11c096-575e-4b09-9ed8-67128afa73d4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:02.917086 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1eac982c-0451-4911-afd1-0feae5c64f19 req-cd11c096-575e-4b09-9ed8-67128afa73d4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Mar 22 18:18:02.969701 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-1eac982c-0451-4911-afd1-0feae5c64f19 req-637cebd4-3454-407a-906a-c3875a2cf2e4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471096 Mar 22 18:18:03.241892 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] get_ports_and_sgs() called for port_ids ['923e0e89-3618-4ff2-95a6-01853b2a2376'] {{(pid=110338) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 18:18:04.087654 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96336ef4-df68-4d26-a8d7-b545aa7ee55a req-ec3b8ede-aaa4-4316-82c7-513be6a4c815 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:04.089171 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-96336ef4-df68-4d26-a8d7-b545aa7ee55a req-ec3b8ede-aaa4-4316-82c7-513be6a4c815 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 945 time: 0.0533562 Mar 22 18:18:04.137905 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-96336ef4-df68-4d26-a8d7-b545aa7ee55a req-f7611c83-b15a-4ea6-a68d-0787b3e3399b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430601 Mar 22 18:18:04.626373 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 923e0e89-3618-4ff2-95a6-01853b2a2376 up at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 18:18:04.766647 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning for port 923e0e89-3618-4ff2-95a6-01853b2a2376 completed by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 18:18:04.770488 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.provisioning_blocks [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Provisioning complete for port 923e0e89-3618-4ff2-95a6-01853b2a2376 triggered by entity L2. {{(pid=110338) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 18:18:04.770884 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970653'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), provisioning_complete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:04.846428 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Current status of the port 923e0e89-3618-4ff2-95a6-01853b2a2376 is: BUILD; New status is: ACTIVE {{(pid=110338) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 18:18:04.846807 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), before_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:04.868422 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923e0e89-3618-4ff2-95a6-01853b2a2376'}] {{(pid=110338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:18:04.870711 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e4f7bf4f45f662e0b69224eb4322c6de8407ff80b1c60ffeb002307b7e72bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d09a87-624d-4d33-aa43-883d9962dbbc" -d '{"events": [{"server_uuid": "548a6a0d-c81f-4363-ad14-6d7255f2ae27", "name": "network-vif-plugged", "status": "completed", "tag": "923e0e89-3618-4ff2-95a6-01853b2a2376"}]}' {{(pid=110338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:18:04.883359 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] For port 923e0e89-3618-4ff2-95a6-01853b2a2376, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=923e0e89-3618-4ff2-95a6-01853b2a2376,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:18:04.906236 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7184b38d-9ad1-47fc-8089-19b54471686b x-openstack-request-id: req-7184b38d-9ad1-47fc-8089-19b54471686b {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:18:04.906627 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548a6a0d-c81f-4363-ad14-6d7255f2ae27", "name": "network-vif-plugged", "status": "completed", "tag": "923e0e89-3618-4ff2-95a6-01853b2a2376", "code": 200}]} {{(pid=110338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:18:04.906888 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7184b38d-9ad1-47fc-8089-19b54471686b {{(pid=110338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:18:04.907294 dv-cinder-739079-8-iscsi neutron-server[110338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7184b38d-9ad1-47fc-8089-19b54471686b'] response: {'server_uuid': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'code': 200} Mar 22 18:18:04.942820 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:04.991728 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Pushing event updated for resources: {'Port': ['ID=923e0e89-3618-4ff2-95a6-01853b2a2376,revision_number=5']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:18:05.292073 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85490d-3df9-4901-8aaa-d3f93f4fc805 req-8e51b39d-449c-48de-aed4-78de09ad81e6 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:05.293562 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c85490d-3df9-4901-8aaa-d3f93f4fc805 req-8e51b39d-449c-48de-aed4-78de09ad81e6 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 946 time: 0.0887389 Mar 22 18:18:05.296164 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb529969-8ecc-4f76-b92d-3a1812f167cf req-3db72846-3e3d-44dd-a7d6-d47a86ca438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:05.297553 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fb529969-8ecc-4f76-b92d-3a1812f167cf req-3db72846-3e3d-44dd-a7d6-d47a86ca438d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 1130 time: 0.0646338 Mar 22 18:18:05.368709 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4c85490d-3df9-4901-8aaa-d3f93f4fc805 req-effde44f-604a-44ba-9843-400f88929b05 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694366 Mar 22 18:18:05.371649 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-fb529969-8ecc-4f76-b92d-3a1812f167cf req-cff789ed-7065-48bc-9945-91e1dac3d41f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667820 Mar 22 18:18:06.513681 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e5e0a-d7e1-416c-85fb-2481e67bf23e req-7e4d6f75-b77d-48e9-bdae-dde8492e42fd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:06.515162 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-424e5e0a-d7e1-416c-85fb-2481e67bf23e req-7e4d6f75-b77d-48e9-bdae-dde8492e42fd tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 946 time: 0.0797248 Mar 22 18:18:06.522186 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-98a71f89-bdb0-4ea0-a6d8-b91c5fac0ad9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754225 Mar 22 18:18:06.571425 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-424e5e0a-d7e1-416c-85fb-2481e67bf23e req-544d731a-7b3c-43d0-9bd8-b8811bf646e4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482945 Mar 22 18:18:06.628822 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-29f05df7-a8b8-4495-90c6-91413a03dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:06.630326 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-29f05df7-a8b8-4495-90c6-91413a03dfd7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 1130 time: 0.0439651 Mar 22 18:18:06.739118 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-d7ac8477-823f-4266-bb1e-b6221acb8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:06.741064 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-d7ac8477-823f-4266-bb1e-b6221acb8ee5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0866330 Mar 22 18:18:06.810512 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-87552546-7fe6-471e-8e47-2db1ea3b77a1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3924d388-0467-4ed2-9714-c69123a3862a HTTP/1.1" status: 200 len: 1002 time: 0.0631404 Mar 22 18:18:06.859332 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-6ccb9501-3f68-408b-9234-91560699d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:06.860748 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-6ccb9501-3f68-408b-9234-91560699d3e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0439188 Mar 22 18:18:06.910055 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-16790848-1d07-4d49-9f85-886ee76019fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:06.911549 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-16790848-1d07-4d49-9f85-886ee76019fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447001 Mar 22 18:18:07.004100 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-0a8928af-0492-4e7f-bc5f-1937944d154f service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864029 Mar 22 18:18:07.091101 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-af0b83d7-25a6-4d82-af12-2e716d4d936e req-464c4035-1ee4-41c7-b264-7d080cabd9a8 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806317 Mar 22 18:18:07.691364 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79293af-8b02-429b-bdf5-8469267b7ddf req-14d878d8-c14f-40db-8b2c-f8e2e091885b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:07.692812 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d79293af-8b02-429b-bdf5-8469267b7ddf req-14d878d8-c14f-40db-8b2c-f8e2e091885b tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 946 time: 0.0557735 Mar 22 18:18:07.740500 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d79293af-8b02-429b-bdf5-8469267b7ddf req-414a8ea4-16af-4624-a5fb-79d0f3994aa5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420330 Mar 22 18:18:07.855087 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c40bc-7b8d-4800-8e9d-a86773a0922a req-e11918da-d732-4b47-b2e6-69a1695da48d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:07.856715 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-595c40bc-7b8d-4800-8e9d-a86773a0922a req-e11918da-d732-4b47-b2e6-69a1695da48d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 946 time: 0.0522125 Mar 22 18:18:07.903746 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-595c40bc-7b8d-4800-8e9d-a86773a0922a req-ebedbd21-00e0-497e-8532-4d8be77d0905 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414686 Mar 22 18:18:07.926163 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46506) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:18:08.009067 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b30e31-d1f3-44e8-9305-c6234c6da762 tempest-TestVolumeBootPattern-341574429 tempest-TestVolumeBootPattern-341574429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:08.010725 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a2b30e31-d1f3-44e8-9305-c6234c6da762 tempest-TestVolumeBootPattern-341574429 tempest-TestVolumeBootPattern-341574429-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 1125 time: 0.0835536 Mar 22 18:18:08.013504 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46510) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:18:08.017837 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.v2.base [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Request body: {'floatingip': {'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'port_id': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 18:18:08.102897 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:08.200621 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (None), before_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:08.304231 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.db_base_plugin_common [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Allocated IP 172.27.1.55 (7b9ebc10-583f-4fa6-9b43-7a10c668c7c2/5c22e9be-d363-49ff-9295-171e7938cc0f/b9c255f3-397e-4059-ab9a-deefb5942e00) {{(pid=110336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 18:18:08.403041 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for port (b9c255f3-397e-4059-ab9a-deefb5942e00), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:08.521972 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726367042551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (b9c255f3-397e-4059-ab9a-deefb5942e00), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:08.560218 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Network 7b9ebc10-583f-4fa6-9b43-7a10c668c7c2 is already hosted by enough agents. {{(pid=110336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 18:18:08.569138 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.base_scheduler [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Resources bound (agent type, host, resource id): {{(pid=110336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 18:18:08.577426 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'Port': ['ID=b9c255f3-397e-4059-ab9a-deefb5942e00,revision_number=1']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:18:08.577426 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Received port after_create {{(pid=110336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 18:18:08.924417 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (a0b35a67-b501-4cc8-b001-404330e38bc1), precommit_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:09.038545 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1869519'] for port (b9c255f3-397e-4059-ab9a-deefb5942e00), before_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:09.183986 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for port (b9c255f3-397e-4059-ab9a-deefb5942e00), precommit_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:09.245503 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726367562388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726367042829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726367042847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131730412'] for port (b9c255f3-397e-4059-ab9a-deefb5942e00), after_update {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:09.316394 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event updated for resources: {'Port': ['ID=b9c255f3-397e-4059-ab9a-deefb5942e00,revision_number=2']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:18:09.327636 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756549'] for floatingip (a0b35a67-b501-4cc8-b001-404330e38bc1), after_create {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:09.429420 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Floating IP a0b35a67-b501-4cc8-b001-404330e38bc1 associated. External IP: 172.27.1.55, port: 923e0e89-3618-4ff2-95a6-01853b2a2376. Mar 22 18:18:09.892066 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Router b1a61c59-7661-4e9a-b3c4-03d6f05722bf has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:18:09.995997 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:18:10.006702 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] Sync routers for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:18:10.018108 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:18:10.018746 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:17:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:18:10.089166 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:10.125010 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-9386afd6-4c05-499f-ad36-c8f5febc5fb5 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1104262 Mar 22 18:18:10.125648 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'tag': '923e0e89-3618-4ff2-95a6-01853b2a2376'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:18:10.127954 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a224ae-47f2-40f1-9feb-35676d983f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "548a6a0d-c81f-4363-ad14-6d7255f2ae27", "tag": "923e0e89-3618-4ff2-95a6-01853b2a2376"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:18:10.169704 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b4ef5c-b4a8-4143-a381-e887cd007134 x-openstack-request-id: req-12b4ef5c-b4a8-4143-a381-e887cd007134 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:18:10.170007 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548a6a0d-c81f-4363-ad14-6d7255f2ae27", "tag": "923e0e89-3618-4ff2-95a6-01853b2a2376", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:18:10.170265 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12b4ef5c-b4a8-4143-a381-e887cd007134 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:18:10.170679 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b4ef5c-b4a8-4143-a381-e887cd007134'] response: {'name': 'network-changed', 'server_uuid': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'tag': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'status': 'completed', 'code': 200} Mar 22 18:18:10.234623 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-14b27589-7674-4fc4-80b1-f92803de5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:10.236121 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-14b27589-7674-4fc4-80b1-f92803de5dbf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 1130 time: 0.0445380 Mar 22 18:18:10.256917 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:18:10.323489 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-d51e2755-f6c2-4b73-881c-9b489a0ea87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:10.324934 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-d51e2755-f6c2-4b73-881c-9b489a0ea87e service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0830140 Mar 22 18:18:10.393908 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-3e349765-1b63-4f41-9931-9d7acaf5cb64 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=923e0e89-3618-4ff2-95a6-01853b2a2376 HTTP/1.1" status: 200 len: 999 time: 0.0631990 Mar 22 18:18:10.440297 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-fb259c30-8934-4202-92d7-5720fdc237ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:10.441768 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-fb259c30-8934-4202-92d7-5720fdc237ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0428667 Mar 22 18:18:10.480043 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'a0b35a67-b501-4cc8-b001-404330e38bc1', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:73:16:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:18:08Z', 'updated_at': '2022-03-22T18:18:08Z', 'revision_number': 0, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}, {'id': 'ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:68:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:15:47Z', 'updated_at': '2022-03-22T18:15:49Z', 'revision_number': 1, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:18:10.488744 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-b9220b96-dd0b-4866-abdb-86a98de6f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:18:10.490291 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-b9220b96-dd0b-4866-abdb-86a98de6f3e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431778 Mar 22 18:18:10.509952 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] Checking router: b1a61c59-7661-4e9a-b3c4-03d6f05722bf for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:18:10.518108 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:18:10.518725 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:17:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:18:10.581909 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-0da553d1-b4e5-4ac5-b8a3-b31fc2fefd44 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848496 Mar 22 18:18:10.626344 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:18:10.668674 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-d8a224ae-47f2-40f1-9feb-35676d983f1d req-a20edd34-368d-4510-8113-ce006cc96781 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814962 Mar 22 18:18:10.852128 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'a0b35a67-b501-4cc8-b001-404330e38bc1', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:73:16:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:18:08Z', 'updated_at': '2022-03-22T18:18:08Z', 'revision_number': 0, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}, {'id': 'ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:68:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:15:47Z', 'updated_at': '2022-03-22T18:15:49Z', 'revision_number': 1, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:18:10.877284 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd669ea6-ebdc-4f16-a93d-f922d2577de5 None None] The sync data for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi is: [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'a0b35a67-b501-4cc8-b001-404330e38bc1', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:73:16:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:18:08Z', 'updated_at': '2022-03-22T18:18:08Z', 'revision_number': 0, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}, {'id': 'ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:68:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:15:47Z', 'updated_at': '2022-03-22T18:15:49Z', 'revision_number': 1, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:18:11.070574 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69e515f-4b02-4dff-b32a-a45dd8e76eb0 None None] New status for floating IP a0b35a67-b501-4cc8-b001-404330e38bc1: ACTIVE {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:18:15.840720 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:18:22.566822 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-debd10c7-37a8-4305-9cfb-75f0721e20d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:24.761869 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-f15afa84-2007-4bb8-a06d-b778a02f69ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:25.103711 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:26.000861 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:27.520851 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:29.107589 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:52.588861 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-fbac3a2d-07e5-4bd9-983e-89e470bb8897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:52.841271 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:18:54.748761 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bb080ff7-4676-41d4-8535-cc0c33547329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:55.118288 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:56.021012 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:57.537722 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:18:59.117819 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:06.491380 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85323928-cfec-4159-8410-75af7d4bea19 req-991aa81b-e049-40dc-a89c-88cc2e252942 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471363 Mar 22 18:19:06.573154 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85323928-cfec-4159-8410-75af7d4bea19 req-9fec8e5c-a640-4bd3-807e-fec4c6732551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:19:06.574723 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85323928-cfec-4159-8410-75af7d4bea19 req-9fec8e5c-a640-4bd3-807e-fec4c6732551 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 1130 time: 0.0428419 Mar 22 18:19:06.673656 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85323928-cfec-4159-8410-75af7d4bea19 req-ae7cbb3f-5d53-4956-87b6-291195bb36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:19:06.675103 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85323928-cfec-4159-8410-75af7d4bea19 req-ae7cbb3f-5d53-4956-87b6-291195bb36e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0817568 Mar 22 18:19:06.745129 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85323928-cfec-4159-8410-75af7d4bea19 req-fb7b282a-95c2-4c18-8c50-8b3136125124 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3924d388-0467-4ed2-9714-c69123a3862a HTTP/1.1" status: 200 len: 1002 time: 0.0613775 Mar 22 18:19:06.794562 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85323928-cfec-4159-8410-75af7d4bea19 req-ea54ba01-effc-4ddc-b0b4-685b2b653cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:19:06.796049 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85323928-cfec-4159-8410-75af7d4bea19 req-ea54ba01-effc-4ddc-b0b4-685b2b653cba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0438826 Mar 22 18:19:06.845020 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85323928-cfec-4159-8410-75af7d4bea19 req-410c1211-eaf7-4fe1-9017-d32a8d15db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:19:06.846528 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85323928-cfec-4159-8410-75af7d4bea19 req-410c1211-eaf7-4fe1-9017-d32a8d15db5c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437398 Mar 22 18:19:06.935470 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85323928-cfec-4159-8410-75af7d4bea19 req-da712adb-237f-49f4-8bfe-16871df3dbf4 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826480 Mar 22 18:19:07.023149 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-85323928-cfec-4159-8410-75af7d4bea19 req-858f794e-6d65-417b-9e1a-7743b81adc72 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815132 Mar 22 18:19:22.582611 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-55ac4799-8694-4041-8208-c2e4e215e8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:24.742252 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6f182452-664a-4c68-b399-67ff5553b161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:25.142117 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:26.014365 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:27.530640 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:29.131208 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:29.840799 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:19:52.570623 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3526baa6-a05c-499a-ba12-5f3dbfa2654c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:54.736196 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5297e829-2436-4f83-b84e-a1aa2cb048c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:55.124353 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:56.010851 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:57.534025 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:59.097015 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46536) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:19:59.115896 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:59.255005 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Deleting port b9c255f3-397e-4059-ab9a-deefb5942e00 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:19:59.255349 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (b9c255f3-397e-4059-ab9a-deefb5942e00), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:59.335026 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (b9c255f3-397e-4059-ab9a-deefb5942e00), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:59.335349 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (b9c255f3-397e-4059-ab9a-deefb5942e00), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:59.348228 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Calling delete_port for b9c255f3-397e-4059-ab9a-deefb5942e00 owned by network:floatingip {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:19:59.590779 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (b9c255f3-397e-4059-ab9a-deefb5942e00), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:59.616918 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event deleted for resources: {'Port': ['ID=b9c255f3-397e-4059-ab9a-deefb5942e00,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:19:59.629651 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.630000 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.630348 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.630689 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.631022 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.631355 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.631683 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.632007 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.632331 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.632656 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.632977 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.633299 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.633644 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.634021 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.634339 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:19:59.692760 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (a0b35a67-b501-4cc8-b001-404330e38bc1), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:19:59.693073 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Floating IP a0b35a67-b501-4cc8-b001-404330e38bc1 disassociated (deleted). External IP: 172.27.1.55, port: 923e0e89-3618-4ff2-95a6-01853b2a2376. Mar 22 18:19:59.900873 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Router b1a61c59-7661-4e9a-b3c4-03d6f05722bf has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:20:00.010018 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:20:00.015836 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:00.019710 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] Sync routers for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:20:00.029003 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:20:00.029663 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:19:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:00.050737 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-455b307b-2aef-4a74-a788-76627a9c82a4 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "DELETE /v2.0/floatingips/a0b35a67-b501-4cc8-b001-404330e38bc1 HTTP/1.1" status: 204 len: 168 time: 0.9489589 Mar 22 18:20:00.050737 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'tag': '923e0e89-3618-4ff2-95a6-01853b2a2376'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:20:00.050737 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f144854-57d9-4a2f-b5c2-db798714bb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "548a6a0d-c81f-4363-ad14-6d7255f2ae27", "tag": "923e0e89-3618-4ff2-95a6-01853b2a2376"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:20:00.087338 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541fb421-651e-4f07-920a-f50509acef8a x-openstack-request-id: req-541fb421-651e-4f07-920a-f50509acef8a {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:20:00.087630 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548a6a0d-c81f-4363-ad14-6d7255f2ae27", "tag": "923e0e89-3618-4ff2-95a6-01853b2a2376", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:20:00.087884 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-541fb421-651e-4f07-920a-f50509acef8a {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:20:00.088292 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541fb421-651e-4f07-920a-f50509acef8a'] response: {'name': 'network-changed', 'server_uuid': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'tag': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'status': 'completed', 'code': 200} Mar 22 18:20:00.142032 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:20:00.158525 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-b9c8a590-d8d5-4576-81fb-059a2b2a9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:00.160236 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-b9c8a590-d8d5-4576-81fb-059a2b2a9936 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 1130 time: 0.0497684 Mar 22 18:20:00.251550 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-02cf2c47-4d25-4c93-855f-b2468fb0b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:00.253285 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-02cf2c47-4d25-4c93-855f-b2468fb0b8ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0867057 Mar 22 18:20:00.300831 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-4794ed39-18b2-4de6-b00e-736649902fe1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=923e0e89-3618-4ff2-95a6-01853b2a2376 HTTP/1.1" status: 200 len: 217 time: 0.0419183 Mar 22 18:20:00.353741 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-72e5a108-4bc7-49fa-a09b-d0c728fed7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:00.355199 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-72e5a108-4bc7-49fa-a09b-d0c728fed7f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0479622 Mar 22 18:20:00.375309 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:68:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:15:47Z', 'updated_at': '2022-03-22T18:15:49Z', 'revision_number': 1, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:00.439234 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-92c59124-162b-41ab-8186-3048189c5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:00.441909 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-92c59124-162b-41ab-8186-3048189c5c97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790062 Mar 22 18:20:00.542335 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] Checking router: b1a61c59-7661-4e9a-b3c4-03d6f05722bf for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:20:00.550689 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:20:00.551302 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:19:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:00.573516 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12438f-5611-4696-bb9c-ba2a6c42aaac req-2daab7f8-99b5-43bf-b3ca-4041837986a0 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:00.574980 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd12438f-5611-4696-bb9c-ba2a6c42aaac req-2daab7f8-99b5-43bf-b3ca-4041837986a0 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 946 time: 0.1173325 Mar 22 18:20:00.581221 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-5237d3a5-5878-4e1a-b961-0db64325ff94 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320488 Mar 22 18:20:00.657196 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:20:00.682761 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bd12438f-5611-4696-bb9c-ba2a6c42aaac req-cfd25ebc-cfab-43b4-b625-c94932b2b3c9 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005728 Mar 22 18:20:00.705985 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-4f144854-57d9-4a2f-b5c2-db798714bb3d req-8b1b5f3c-14cb-4dc3-a9d9-6ab187f87454 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179585 Mar 22 18:20:00.882806 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:68:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:15:47Z', 'updated_at': '2022-03-22T18:15:49Z', 'revision_number': 1, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:00.912463 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8405a9-8296-40c1-9f7a-bfe8ce301177 None None] The sync data for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi is: [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_floatingips': [{'id': 'ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'router_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'port_id': '3924d388-0467-4ed2-9714-c69123a3862a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'mac_address': 'fa:16:3e:68:5b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T18:15:47Z', 'updated_at': '2022-03-22T18:15:49Z', 'revision_number': 1, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:20:01.128078 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a6134-e927-4b51-aee0-46ed73606c35 None None] New status for floating IP a0b35a67-b501-4cc8-b001-404330e38bc1: DOWN {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:20:01.814951 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f078-b7f6-49a5-9f79-8396b1ddca8b req-1b6d3a31-ce8b-4d65-9f27-4377b0b0d605 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:01.816700 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e0d2f078-b7f6-49a5-9f79-8396b1ddca8b req-1b6d3a31-ce8b-4d65-9f27-4377b0b0d605 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 946 time: 0.0605118 Mar 22 18:20:01.867888 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-e0d2f078-b7f6-49a5-9f79-8396b1ddca8b req-fa96678b-4f2e-4782-98a6-5f2327b1fd6c tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452800 Mar 22 18:20:02.142162 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-17d3a396-0b81-4143-a569-627a5f75ace1 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:02.143738 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-17d3a396-0b81-4143-a569-627a5f75ace1 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 946 time: 0.0519588 Mar 22 18:20:02.238232 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-d379afe8-2e24-4519-a093-7573a7157e34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Deleting port 923e0e89-3618-4ff2-95a6-01853b2a2376 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:02.238569 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-d379afe8-2e24-4519-a093-7573a7157e34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:02.328680 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-d379afe8-2e24-4519-a093-7573a7157e34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] For port 923e0e89-3618-4ff2-95a6-01853b2a2376, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=923e0e89-3618-4ff2-95a6-01853b2a2376,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:20:02.329042 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-d379afe8-2e24-4519-a093-7573a7157e34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:02.342387 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-d379afe8-2e24-4519-a093-7573a7157e34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Calling delete_port for 923e0e89-3618-4ff2-95a6-01853b2a2376 owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:02.550127 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-d379afe8-2e24-4519-a093-7573a7157e34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (923e0e89-3618-4ff2-95a6-01853b2a2376), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:02.578823 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379afe8-2e24-4519-a093-7573a7157e34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event deleted for resources: {'Port': ['ID=923e0e89-3618-4ff2-95a6-01853b2a2376,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:02.625003 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-d379afe8-2e24-4519-a093-7573a7157e34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] No DVR routers for this DVR port 923e0e89-3618-4ff2-95a6-01853b2a2376 on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:20:02.628194 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-d379afe8-2e24-4519-a093-7573a7157e34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:02.631575 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-5f26d47e-4e6d-476a-ba60-56ce1f7b0b2a req-d379afe8-2e24-4519-a093-7573a7157e34 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "DELETE /v2.0/ports/923e0e89-3618-4ff2-95a6-01853b2a2376 HTTP/1.1" status: 204 len: 173 time: 0.4824073 Mar 22 18:20:02.632013 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'name': 'network-vif-deleted', 'tag': '923e0e89-3618-4ff2-95a6-01853b2a2376'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:20:02.634235 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eefec0b-6c47-441c-b3a5-5acc8af9b0a1" -d '{"events": [{"server_uuid": "548a6a0d-c81f-4363-ad14-6d7255f2ae27", "name": "network-vif-deleted", "tag": "923e0e89-3618-4ff2-95a6-01853b2a2376"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:20:02.668259 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8b0029-5f9e-4e36-8f9b-a86cd13c2480 x-openstack-request-id: req-7c8b0029-5f9e-4e36-8f9b-a86cd13c2480 {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:20:02.668548 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548a6a0d-c81f-4363-ad14-6d7255f2ae27", "name": "network-vif-deleted", "tag": "923e0e89-3618-4ff2-95a6-01853b2a2376", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:20:02.668798 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c8b0029-5f9e-4e36-8f9b-a86cd13c2480 {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:20:02.669217 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8b0029-5f9e-4e36-8f9b-a86cd13c2480'] response: {'server_uuid': '548a6a0d-c81f-4363-ad14-6d7255f2ae27', 'name': 'network-vif-deleted', 'tag': '923e0e89-3618-4ff2-95a6-01853b2a2376', 'status': 'completed', 'code': 200} Mar 22 18:20:02.965720 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-8791b726-7b3b-41ca-9d8a-e09e62a31216 req-25e07fdd-8e96-4e8d-acea-60f67709ed47 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=548a6a0d-c81f-4363-ad14-6d7255f2ae27 HTTP/1.1" status: 200 len: 210 time: 0.0308781 Mar 22 18:20:06.498413 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46574) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:06.654512 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Deleting port d67499d8-d8e0-48ea-af5d-54ba8758fbd6 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:06.654849 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (d67499d8-d8e0-48ea-af5d-54ba8758fbd6), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:06.729047 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (d67499d8-d8e0-48ea-af5d-54ba8758fbd6), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:06.729369 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (d67499d8-d8e0-48ea-af5d-54ba8758fbd6), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:06.741477 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Calling delete_port for d67499d8-d8e0-48ea-af5d-54ba8758fbd6 owned by network:floatingip {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:06.840230 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:20:06.944257 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (d67499d8-d8e0-48ea-af5d-54ba8758fbd6), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:06.973063 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event deleted for resources: {'Port': ['ID=d67499d8-d8e0-48ea-af5d-54ba8758fbd6,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:07.032933 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:07.033264 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.db.l3_db [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Floating IP ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb disassociated (deleted). External IP: 172.27.1.147, port: 3924d388-0467-4ed2-9714-c69123a3862a. Mar 22 18:20:07.254866 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 923e0e89-3618-4ff2-95a6-01853b2a2376 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:20:07.276054 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 923e0e89-3618-4ff2-95a6-01853b2a2376 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:20:07.276312 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 923e0e89-3618-4ff2-95a6-01853b2a2376 not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:20:07.489291 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Router b1a61c59-7661-4e9a-b3c4-03d6f05722bf has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:20:07.596870 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:20:07.601549 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:07.606325 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] Sync routers for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:20:07.616142 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:20:07.616753 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:19:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:07.630646 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-9444e767-d99c-48c2-96de-f2c715d01a01 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "DELETE /v2.0/floatingips/ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb HTTP/1.1" status: 204 len: 168 time: 1.1311359 Mar 22 18:20:07.631233 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'tag': '3924d388-0467-4ed2-9714-c69123a3862a'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:20:07.633472 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dc59ca-2b42-403b-a784-2b03d41c53ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4839e936-9a36-4d38-8a0e-dfbd907b1614", "tag": "3924d388-0467-4ed2-9714-c69123a3862a"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:20:07.668689 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 18:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb8d8af-23c2-4342-930b-d83d7c509ffd x-openstack-request-id: req-6cb8d8af-23c2-4342-930b-d83d7c509ffd {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:20:07.668984 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4839e936-9a36-4d38-8a0e-dfbd907b1614", "tag": "3924d388-0467-4ed2-9714-c69123a3862a", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:20:07.669239 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6cb8d8af-23c2-4342-930b-d83d7c509ffd {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:20:07.669720 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb8d8af-23c2-4342-930b-d83d7c509ffd'] response: {'name': 'network-changed', 'server_uuid': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'tag': '3924d388-0467-4ed2-9714-c69123a3862a', 'status': 'completed', 'code': 200} Mar 22 18:20:07.733943 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:20:07.736550 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-cfaab44d-2c81-4ed0-bc93-8334e868c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:07.738121 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-cfaab44d-2c81-4ed0-bc93-8334e868c247 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c9f85cf8534963a0c7f519572246aa&device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 1130 time: 0.0469387 Mar 22 18:20:07.834236 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-6ba5eb47-4366-457f-84f0-0deff7d57f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:07.835706 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-6ba5eb47-4366-457f-84f0-0deff7d57f81 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 200 len: 913 time: 0.0914583 Mar 22 18:20:07.876559 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-13724d85-2782-4272-963a-997a2485e996 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3924d388-0467-4ed2-9714-c69123a3862a HTTP/1.1" status: 200 len: 217 time: 0.0352225 Mar 22 18:20:07.930010 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-fcadc974-e160-4f05-a9a9-7f504addc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:07.931457 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-fcadc974-e160-4f05-a9a9-7f504addc75a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 200 len: 851 time: 0.0495107 Mar 22 18:20:07.937202 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:07.968214 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] Checking router: b1a61c59-7661-4e9a-b3c4-03d6f05722bf for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:20:07.978040 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:20:07.978686 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:19:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:07.982423 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-46cfcbf9-8a62-47f4-94a2-9d6d18d9b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:07.983955 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-46cfcbf9-8a62-47f4-94a2-9d6d18d9b064 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c12c74f4-f7bd-49aa-ae2b-3d32501ce477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465198 Mar 22 18:20:08.093555 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-150f744c-e87d-495a-884a-6f186b79af1f service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033323 Mar 22 18:20:08.094142 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:20:08.195542 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b4fc8-f631-477e-9d7a-631c9d4f025d req-96708858-c378-4e7d-b97a-ee708a0c33e3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:08.197026 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-182b4fc8-f631-477e-9d7a-631c9d4f025d req-96708858-c378-4e7d-b97a-ee708a0c33e3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 946 time: 0.1183670 Mar 22 18:20:08.229219 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-a7dc59ca-2b42-403b-a784-2b03d41c53ab req-e11df614-1599-400b-9502-9e08857fedc3 service neutron] 10.222.0.74 "GET /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206796 Mar 22 18:20:08.260212 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-182b4fc8-f631-477e-9d7a-631c9d4f025d req-3489c5d1-8604-4d7d-8e3a-d5e1cd7474f6 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563736 Mar 22 18:20:08.297869 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:08.324933 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fc5b2-909b-4399-ba67-e43be5fc1124 None None] The sync data for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi is: [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:12:14Z', 'revision_number': 4, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi', '_interfaces': [{'id': 'b6aadbb1-a5d1-4dd1-ab43-6d7284401aba', 'name': '', 'network_id': 'c12c74f4-f7bd-49aa-ae2b-3d32501ce477', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'mac_address': 'fa:16:3e:fb:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:14Z', 'updated_at': '2022-03-22T18:12:18Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'subnets': [{'id': '9784f343-e9d1-4ded-8a3f-20aa2aa25bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:20:08.543638 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4069aef-b75c-4953-a2b0-029bddd51048 None None] New status for floating IP ac9f5f85-d3bd-4ac5-be66-b674b1b2cbdb: DOWN {{(pid=110339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 18:20:09.382786 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d6bd6-2251-4850-89b3-cf9de4d0fe07 req-6e3f6717-b35b-4d30-94ac-82b600ef6132 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:09.384279 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb6d6bd6-2251-4850-89b3-cf9de4d0fe07 req-6e3f6717-b35b-4d30-94ac-82b600ef6132 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 946 time: 0.0536227 Mar 22 18:20:09.433008 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-bb6d6bd6-2251-4850-89b3-cf9de4d0fe07 req-8b7823dd-fa04-494e-aeee-122aea755242 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a9f4c12-1473-413b-9766-eb4fd870987e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430765 Mar 22 18:20:09.821307 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-17793827-05dd-40ab-bb6c-1613ff9cb768 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 18:20:09.822777 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-17793827-05dd-40ab-bb6c-1613ff9cb768 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 946 time: 0.0568488 Mar 22 18:20:09.914014 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-20abc7e2-3b02-4680-aa96-8dc461af0da3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Deleting port 3924d388-0467-4ed2-9714-c69123a3862a {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:09.914356 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-20abc7e2-3b02-4680-aa96-8dc461af0da3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (3924d388-0467-4ed2-9714-c69123a3862a), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:10.004784 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-20abc7e2-3b02-4680-aa96-8dc461af0da3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] For port 3924d388-0467-4ed2-9714-c69123a3862a, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3924d388-0467-4ed2-9714-c69123a3862a,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:20:10.005144 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-20abc7e2-3b02-4680-aa96-8dc461af0da3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (3924d388-0467-4ed2-9714-c69123a3862a), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:10.018259 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-20abc7e2-3b02-4680-aa96-8dc461af0da3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Calling delete_port for 3924d388-0467-4ed2-9714-c69123a3862a owned by compute:nova {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:10.212989 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-20abc7e2-3b02-4680-aa96-8dc461af0da3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (3924d388-0467-4ed2-9714-c69123a3862a), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:10.240253 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abc7e2-3b02-4680-aa96-8dc461af0da3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event deleted for resources: {'Port': ['ID=3924d388-0467-4ed2-9714-c69123a3862a,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:10.289649 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-20abc7e2-3b02-4680-aa96-8dc461af0da3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] No DVR routers for this DVR port 3924d388-0467-4ed2-9714-c69123a3862a on host hv-cinder-73907 {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:20:10.293739 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-20abc7e2-3b02-4680-aa96-8dc461af0da3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for port (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:10.295441 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-08b0b6c6-c8c4-4509-9554-a0e64027f468 req-20abc7e2-3b02-4680-aa96-8dc461af0da3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.74 "DELETE /v2.0/ports/3924d388-0467-4ed2-9714-c69123a3862a HTTP/1.1" status: 204 len: 173 time: 0.4671018 Mar 22 18:20:10.295883 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'name': 'network-vif-deleted', 'tag': '3924d388-0467-4ed2-9714-c69123a3862a'}] {{(pid=110336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 18:20:10.298125 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c00f29545c1fa61bc94e25b134ddc7b11bd6ed4a2efcccc597d058acd9482e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662f9349-5b12-41f9-8db3-0fab5dc178d9" -d '{"events": [{"server_uuid": "4839e936-9a36-4d38-8a0e-dfbd907b1614", "name": "network-vif-deleted", "tag": "3924d388-0467-4ed2-9714-c69123a3862a"}]}' {{(pid=110336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 18:20:10.333776 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 18:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95a12bc-4955-4285-bacb-d8e7828b93ea x-openstack-request-id: req-f95a12bc-4955-4285-bacb-d8e7828b93ea {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 18:20:10.334087 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4839e936-9a36-4d38-8a0e-dfbd907b1614", "name": "network-vif-deleted", "tag": "3924d388-0467-4ed2-9714-c69123a3862a", "status": "completed", "code": 200}]} {{(pid=110336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 18:20:10.334328 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f95a12bc-4955-4285-bacb-d8e7828b93ea {{(pid=110336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 18:20:10.334734 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95a12bc-4955-4285-bacb-d8e7828b93ea'] response: {'server_uuid': '4839e936-9a36-4d38-8a0e-dfbd907b1614', 'name': 'network-vif-deleted', 'tag': '3924d388-0467-4ed2-9714-c69123a3862a', 'status': 'completed', 'code': 200} Mar 22 18:20:10.530541 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-98a97580-b5de-4722-be34-295ad973755b req-42736d43-b6d2-4e81-b83c-e2e0210a1d86 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 210 time: 0.0280523 Mar 22 18:20:11.639395 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [req-9ecba04d-be04-451c-9b5c-04f17a18cbd8 req-2cd16165-8650-4e0c-a232-8b9429fe71f3 tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "GET /v2.0/ports?device_id=4839e936-9a36-4d38-8a0e-dfbd907b1614 HTTP/1.1" status: 200 len: 210 time: 0.0303450 Mar 22 18:20:12.695642 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 46596) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:12.819826 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Deleting port aa588982-bfb5-4d84-ab2f-a9763312b1f9 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:12.820199 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (aa588982-bfb5-4d84-ab2f-a9763312b1f9), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:12.898496 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (aa588982-bfb5-4d84-ab2f-a9763312b1f9), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:12.898820 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (aa588982-bfb5-4d84-ab2f-a9763312b1f9), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:12.910950 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Calling delete_port for aa588982-bfb5-4d84-ab2f-a9763312b1f9 owned by network:floatingip {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:13.104112 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (aa588982-bfb5-4d84-ab2f-a9763312b1f9), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:13.134264 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event deleted for resources: {'Port': ['ID=aa588982-bfb5-4d84-ab2f-a9763312b1f9,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:13.156869 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.157231 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.157593 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.157933 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.158272 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.158598 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.158922 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.159246 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.159569 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.159920 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.160375 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.160782 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.167103 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.167103 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.167103 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:13.202234 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for floatingip (7c49021d-d896-4c6d-a627-59d0af17493f), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:13.204823 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82367'] for floatingip (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:13.206004 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-ac4ec342-7c7e-45cb-a07e-cff6a3e968ed tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "DELETE /v2.0/floatingips/7c49021d-d896-4c6d-a627-59d0af17493f HTTP/1.1" status: 204 len: 168 time: 0.5093818 Mar 22 18:20:13.254609 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 3924d388-0467-4ed2-9714-c69123a3862a no longer exists at agent hyperv_hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:20:13.275145 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] No Port match for: 3924d388-0467-4ed2-9714-c69123a3862a {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:20:13.275145 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Device 3924d388-0467-4ed2-9714-c69123a3862a not bound to the agent host hv-cinder-73907 {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:20:14.499419 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 46610) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:14.555253 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7bc31c3a-6bfd-449a-8e1a-916d6727138d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group (2a9f4c12-1473-413b-9766-eb4fd870987e), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:14.583326 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7bc31c3a-6bfd-449a-8e1a-916d6727138d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group (2a9f4c12-1473-413b-9766-eb4fd870987e), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:14.693252 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7bc31c3a-6bfd-449a-8e1a-916d6727138d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (2a9f4c12-1473-413b-9766-eb4fd870987e), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:14.695852 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-7bc31c3a-6bfd-449a-8e1a-916d6727138d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Publish callbacks [] for security_group (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:14.697003 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-7bc31c3a-6bfd-449a-8e1a-916d6727138d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] 10.222.0.73 "DELETE /v2.0/security-groups/2a9f4c12-1473-413b-9766-eb4fd870987e HTTP/1.1" status: 204 len: 168 time: 0.1965899 Mar 22 18:20:14.713934 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc31c3a-6bfd-449a-8e1a-916d6727138d tempest-TestVolumeBootPattern-2027899544 tempest-TestVolumeBootPattern-2027899544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9f4c12-1473-413b-9766-eb4fd870987e,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:14.815958 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 46614) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:15.303601 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759877'] for router_interface (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:15.760390 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] Deleting port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:15.761121 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:15.839057 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] For port b6aadbb1-a5d1-4dd1-ab43-6d7284401aba, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=b6aadbb1-a5d1-4dd1-ab43-6d7284401aba,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:20:15.839323 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:15.852701 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] Calling delete_port for b6aadbb1-a5d1-4dd1-ab43-6d7284401aba owned by network:router_interface {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:16.113413 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (b6aadbb1-a5d1-4dd1-ab43-6d7284401aba), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:16.139593 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6aadbb1-a5d1-4dd1-ab43-6d7284401aba,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:16.316130 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754165'] for router_interface (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:16.532160 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] Router b1a61c59-7661-4e9a-b3c4-03d6f05722bf has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:20:16.637256 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:20:16.642530 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-5cebebd5-b7f6-46f7-ac7b-7197d3cb6305 admin admin] 10.222.0.73 "PUT /v2.0/routers/b1a61c59-7661-4e9a-b3c4-03d6f05722bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8252831 Mar 22 18:20:16.645354 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 46620) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:16.647967 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] Sync routers for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:20:16.657820 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:20:16.658428 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:19:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:16.753665 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Publish callbacks [] for router (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:16.765680 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: dv-cinder-739079-8-iscsi {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:20:16.861681 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Publish callbacks [] for router_gateway (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:16.944042 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:20:15Z', 'revision_number': 5, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port': {'id': 'd40cde6d-3cb3-44c4-8708-52773e9c783f', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:12Z', 'updated_at': '2022-03-22T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:16.970350 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] Checking router: b1a61c59-7661-4e9a-b3c4-03d6f05722bf for host: dv-cinder-739079-8-iscsi {{(pid=110338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:20:16.979383 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] Routers {'b1a61c59-7661-4e9a-b3c4-03d6f05722bf'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:20:16.979989 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:19:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'], 'active': True} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:16.985294 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Deleting port d40cde6d-3cb3-44c4-8708-52773e9c783f {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:16.990416 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.069668 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] For port d40cde6d-3cb3-44c4-8708-52773e9c783f, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=d40cde6d-3cb3-44c4-8708-52773e9c783f,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:20:17.070032 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.084410 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Calling delete_port for d40cde6d-3cb3-44c4-8708-52773e9c783f owned by network:router_gateway {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:17.199605 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvr_db [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] Set router b1a61c59-7661-4e9a-b3c4-03d6f05722bf gateway port host: None {{(pid=110338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:20:17.251296 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_hamode_db [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:20:16Z', 'revision_number': 6, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port_host': None}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:17.280335 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721f2a0-aad8-4b34-b9b0-078749443558 None None] The sync data for ids ['b1a61c59-7661-4e9a-b3c4-03d6f05722bf'] in dv-cinder-739079-8-iscsi is: [{'id': 'b1a61c59-7661-4e9a-b3c4-03d6f05722bf', 'name': 'tempest-TestVolumeBootPattern-1006575486-router', 'tenant_id': 'a6c9f85cf8534963a0c7f519572246aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:11Z', 'updated_at': '2022-03-22T18:20:16Z', 'revision_number': 6, 'project_id': 'a6c9f85cf8534963a0c7f519572246aa', 'gw_port_host': None}] {{(pid=110338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:20:17.315780 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (d40cde6d-3cb3-44c4-8708-52773e9c783f), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.342481 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40cde6d-3cb3-44c4-8708-52773e9c783f,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:17.399274 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-756495'] for router_gateway (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.492493 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6629'] for router (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.494639 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Publish callbacks [] for router_controller (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.607434 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757996'] for router (b1a61c59-7661-4e9a-b3c4-03d6f05722bf), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.607965 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a61c59-7661-4e9a-b3c4-03d6f05722bf {{(pid=110337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 18:20:17.619343 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.619343 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-5a7b5547-7497-4fe5-88e5-04448fab1615 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b1a61c59-7661-4e9a-b3c4-03d6f05722bf HTTP/1.1" status: 204 len: 168 time: 0.9676561 Mar 22 18:20:17.619343 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 46626) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:17.662395 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-b720c2f0-8865-4561-b381-c98ce98d2029 admin admin] Deleting subnet 9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:20:17.665784 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b720c2f0-8865-4561-b381-c98ce98d2029 admin admin] Publish callbacks [] for subnet (9784f343-e9d1-4ded-8a3f-20aa2aa25bd3), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.701207 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b720c2f0-8865-4561-b381-c98ce98d2029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (9784f343-e9d1-4ded-8a3f-20aa2aa25bd3), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.779712 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b720c2f0-8865-4561-b381-c98ce98d2029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (9784f343-e9d1-4ded-8a3f-20aa2aa25bd3), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.898731 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b720c2f0-8865-4561-b381-c98ce98d2029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (9784f343-e9d1-4ded-8a3f-20aa2aa25bd3), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.923009 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c2f0-8865-4561-b381-c98ce98d2029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9784f343-e9d1-4ded-8a3f-20aa2aa25bd3,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:17.929360 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-b720c2f0-8865-4561-b381-c98ce98d2029 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:17.932595 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-b720c2f0-8865-4561-b381-c98ce98d2029 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9784f343-e9d1-4ded-8a3f-20aa2aa25bd3 HTTP/1.1" status: 204 len: 168 time: 0.3150115 Mar 22 18:20:17.934692 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5d318-3a25-4414-99dd-0d5d70f4dd2a None None] Network c12c74f4-f7bd-49aa-ae2b-3d32501ce477 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:20:17.935288 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46628) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:18.001880 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (c12c74f4-f7bd-49aa-ae2b-3d32501ce477), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.056887 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Deleting port 526519a8-b1b0-48df-ab2a-e629cd6801e7 {{(pid=110336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:18.057333 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.093478 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] DHCP port deletion for c12c74f4-f7bd-49aa-ae2b-3d32501ce477 request from dv-cinder-739079-8-iscsi {{(pid=110338) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 18:20:18.126922 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.db [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] For port 526519a8-b1b0-48df-ab2a-e629cd6801e7, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=526519a8-b1b0-48df-ab2a-e629cd6801e7,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:20:18.127285 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.140928 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.plugin [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Calling delete_port for 526519a8-b1b0-48df-ab2a-e629cd6801e7 owned by network:dhcp {{(pid=110336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:18.147117 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Deleting port 526519a8-b1b0-48df-ab2a-e629cd6801e7 {{(pid=110338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:18.147714 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), before_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.215622 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 526519a8-b1b0-48df-ab2a-e629cd6801e7 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:20:18.259138 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] For port 526519a8-b1b0-48df-ab2a-e629cd6801e7, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=526519a8-b1b0-48df-ab2a-e629cd6801e7,segment=NetworkSegment(4429453d-bba5-4d94-b519-c3e2f883ff53),segment_id=4429453d-bba5-4d94-b519-c3e2f883ff53)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:20:18.259529 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), precommit_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.277739 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Calling delete_port for 526519a8-b1b0-48df-ab2a-e629cd6801e7 owned by network:dhcp {{(pid=110338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:18.284673 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131730395'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.295947 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No active binding found for port 526519a8-b1b0-48df-ab2a-e629cd6801e7 {{(pid=110338) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 18:20:18.295947 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] The host dv-cinder-739079-8-iscsi is not matching for port 526519a8-b1b0-48df-ab2a-e629cd6801e7 host None! {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 18:20:18.295947 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 526519a8-b1b0-48df-ab2a-e629cd6801e7 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:20:18.295947 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d40cde6d-3cb3-44c4-8708-52773e9c783f no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:20:18.320919 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=526519a8-b1b0-48df-ab2a-e629cd6801e7,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:18.329656 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] No DVR routers for this DVR port 526519a8-b1b0-48df-ab2a-e629cd6801e7 on host dv-cinder-739079-8-iscsi {{(pid=110336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:20:18.346670 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: d40cde6d-3cb3-44c4-8708-52773e9c783f {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:20:18.347022 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device d40cde6d-3cb3-44c4-8708-52773e9c783f not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:20:18.347470 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device b6aadbb1-a5d1-4dd1-ab43-6d7284401aba no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:20:18.370832 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: b6aadbb1-a5d1-4dd1-ab43-6d7284401aba {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:20:18.371207 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device b6aadbb1-a5d1-4dd1-ab43-6d7284401aba not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:20:18.412072 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (526519a8-b1b0-48df-ab2a-e629cd6801e7), after_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.412366 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (c12c74f4-f7bd-49aa-ae2b-3d32501ce477), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.433706 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12c74f4-f7bd-49aa-ae2b-3d32501ce477']}} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:18.435544 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Pushing event deleted for resources: {'Port': ['ID=526519a8-b1b0-48df-ab2a-e629cd6801e7,revision_number=None']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:18.442926 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] No DVR routers for this DVR port 526519a8-b1b0-48df-ab2a-e629cd6801e7 on host dv-cinder-739079-8-iscsi {{(pid=110338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:20:18.444302 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4429453d-bba5-4d94-b519-c3e2f883ff53') {'for_net_delete': True} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:18.444798 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.services.segments.db [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4429453d-bba5-4d94-b519-c3e2f883ff53') {} {{(pid=110336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:18.449852 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.450202 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.450541 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.450880 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.451213 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.451542 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.452141 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.452608 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.452952 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.453241 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.453584 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.453906 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.454222 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.454538 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.455157 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dfe77-ef6c-4446-b496-e599c81408ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-8-iscsi {{(pid=110338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 18:20:18.456913 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130815623'] for segment (4429453d-bba5-4d94-b519-c3e2f883ff53), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.470368 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (4429453d-bba5-4d94-b519-c3e2f883ff53), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.476324 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=110336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:20:18.476717 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131730312'] for segment (4429453d-bba5-4d94-b519-c3e2f883ff53), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: Traceback (most recent call last): Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: timer() Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: cb(*args, **kw) Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: return func(*args, **kwargs) Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: self._notify() Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: self.callback(batched_events) Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: event.method(event) Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: return f(self, *a, **k) Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._get(url).json() Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: return self.request(url, 'GET', **kwargs) Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:20:18.486759 dv-cinder-739079-8-iscsi neutron-server[110336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:20:18.612744 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (c12c74f4-f7bd-49aa-ae2b-3d32501ce477), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.621316 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:18.624766 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c12c74f4-f7bd-49aa-ae2b-3d32501ce477 HTTP/1.1" status: 204 len: 168 time: 0.6884999 Mar 22 18:20:18.627823 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 46630) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:18.634719 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39478f-6be9-4919-832b-02ec62db23c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12c74f4-f7bd-49aa-ae2b-3d32501ce477,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:18.972800 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759877'] for router_interface (d52985fa-32c5-46fe-9bb2-0cae21fe672b), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:19.214289 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] Deleting port 268cc19b-2c90-481e-981b-14ef4c7e270e {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:19.214617 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:19.289897 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] For port 268cc19b-2c90-481e-981b-14ef4c7e270e, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=268cc19b-2c90-481e-981b-14ef4c7e270e,segment=NetworkSegment(fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3),segment_id=fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:20:19.290173 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:19.302720 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] Calling delete_port for 268cc19b-2c90-481e-981b-14ef4c7e270e owned by network:router_interface {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:19.535611 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (268cc19b-2c90-481e-981b-14ef4c7e270e), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:19.561697 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=268cc19b-2c90-481e-981b-14ef4c7e270e,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:19.944496 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-754165'] for router_interface (d52985fa-32c5-46fe-9bb2-0cae21fe672b), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:20.156660 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] Router d52985fa-32c5-46fe-9bb2-0cae21fe672b has already been hosted by L3 agent c4d3012d-42ff-49cd-a92c-155f649c69a4 {{(pid=110337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 18:20:20.265134 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] Notify agent at l3_agent.dv-cinder-739079-8-iscsi the message routers_updated {{(pid=110337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 18:20:20.273029 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-0bcafb71-81b5-456e-b7d1-b3678017a4ed admin admin] 10.222.0.73 "PUT /v2.0/routers/d52985fa-32c5-46fe-9bb2-0cae21fe672b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6413186 Mar 22 18:20:20.273315 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 46634) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:20.275376 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] Sync routers for ids ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'] in dv-cinder-739079-8-iscsi {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 18:20:20.285752 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] Routers {'d52985fa-32c5-46fe-9bb2-0cae21fe672b'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:20:20.286377 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:19:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:20.377069 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Publish callbacks [] for router (d52985fa-32c5-46fe-9bb2-0cae21fe672b), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:20.391537 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] Set router d52985fa-32c5-46fe-9bb2-0cae21fe672b gateway port host: dv-cinder-739079-8-iscsi {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:20:20.480656 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Publish callbacks [] for router_gateway (d52985fa-32c5-46fe-9bb2-0cae21fe672b), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:20.573667 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'name': 'tempest-TestVolumeBootPattern-931321364-router', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'external_fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:17Z', 'updated_at': '2022-03-22T18:20:19Z', 'revision_number': 5, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'gw_port': {'id': 'a7b83cc1-4d6a-4194-939e-036808b5aeae', 'name': '', 'network_id': '7b9ebc10-583f-4fa6-9b43-7a10c668c7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T18:12:18Z', 'updated_at': '2022-03-22T18:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c22e9be-d363-49ff-9295-171e7938cc0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-8-iscsi'}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:20.599904 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Deleting port a7b83cc1-4d6a-4194-939e-036808b5aeae {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:20.600245 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:20.603857 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] Checking router: d52985fa-32c5-46fe-9bb2-0cae21fe672b for host: dv-cinder-739079-8-iscsi {{(pid=110339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 18:20:20.611978 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] Routers {'d52985fa-32c5-46fe-9bb2-0cae21fe672b'} bound to L3 agent in host dv-cinder-739079-8-iscsi {{(pid=110339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 18:20:20.612589 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:48:25Z,description=,heartbeat_timestamp=2022-03-22T18:19:55Z,host='dv-cinder-739079-8-iscsi',id=c4d3012d-42ff-49cd-a92c-155f649c69a4,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:48:25Z,topic='l3_agent')) {'router_ids': ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'], 'active': True} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:20.684191 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] For port a7b83cc1-4d6a-4194-939e-036808b5aeae, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=a7b83cc1-4d6a-4194-939e-036808b5aeae,segment=NetworkSegment(9afdaee4-d2d6-403c-9cea-f74da473e6c8),segment_id=9afdaee4-d2d6-403c-9cea-f74da473e6c8)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:20:20.684553 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:20.700693 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Calling delete_port for a7b83cc1-4d6a-4194-939e-036808b5aeae owned by network:router_gateway {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:20.788136 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_dvr_db [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] Set router d52985fa-32c5-46fe-9bb2-0cae21fe672b gateway port host: None {{(pid=110339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 18:20:20.839882 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.l3_hamode_db [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'name': 'tempest-TestVolumeBootPattern-931321364-router', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:17Z', 'updated_at': '2022-03-22T18:20:20Z', 'revision_number': 6, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'gw_port_host': None}], 'dv-cinder-739079-8-iscsi', False) {} {{(pid=110339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:20.870236 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fdf159-1f29-4304-a473-23b4c14aeace None None] The sync data for ids ['d52985fa-32c5-46fe-9bb2-0cae21fe672b'] in dv-cinder-739079-8-iscsi is: [{'id': 'd52985fa-32c5-46fe-9bb2-0cae21fe672b', 'name': 'tempest-TestVolumeBootPattern-931321364-router', 'tenant_id': '3d6866e04e414e6ba39865273fdc4610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T18:12:17Z', 'updated_at': '2022-03-22T18:20:20Z', 'revision_number': 6, 'project_id': '3d6866e04e414e6ba39865273fdc4610', 'gw_port_host': None}] {{(pid=110339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 18:20:20.924783 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (a7b83cc1-4d6a-4194-939e-036808b5aeae), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:20.949512 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b83cc1-4d6a-4194-939e-036808b5aeae,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:21.011953 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-756495'] for router_gateway (d52985fa-32c5-46fe-9bb2-0cae21fe672b), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.103460 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6629'] for router (d52985fa-32c5-46fe-9bb2-0cae21fe672b), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.105594 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Publish callbacks [] for router_controller (d52985fa-32c5-46fe-9bb2-0cae21fe672b), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.221585 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757996'] for router (d52985fa-32c5-46fe-9bb2-0cae21fe672b), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.222261 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d52985fa-32c5-46fe-9bb2-0cae21fe672b {{(pid=110337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 18:20:21.226883 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.228060 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-28c6787f-e794-4d17-bd57-f2b0d5ea9d14 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d52985fa-32c5-46fe-9bb2-0cae21fe672b HTTP/1.1" status: 204 len: 168 time: 0.9538035 Mar 22 18:20:21.230681 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 46636) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:21.278468 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3db137-5ec0-4708-bc8f-b81ac1d0aa1e admin admin] Deleting subnet 7bf2e14a-fca1-4e89-b8e0-7f61e9547733 {{(pid=110337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 18:20:21.281935 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1a3db137-5ec0-4708-bc8f-b81ac1d0aa1e admin admin] Publish callbacks [] for subnet (7bf2e14a-fca1-4e89-b8e0-7f61e9547733), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.318111 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1a3db137-5ec0-4708-bc8f-b81ac1d0aa1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130934541'] for subnet (7bf2e14a-fca1-4e89-b8e0-7f61e9547733), precommit_delete_associations {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.395988 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1a3db137-5ec0-4708-bc8f-b81ac1d0aa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2024689'] for subnet (7bf2e14a-fca1-4e89-b8e0-7f61e9547733), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.509998 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1a3db137-5ec0-4708-bc8f-b81ac1d0aa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2024680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130356542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130929157'] for subnet (7bf2e14a-fca1-4e89-b8e0-7f61e9547733), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.534766 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3db137-5ec0-4708-bc8f-b81ac1d0aa1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf2e14a-fca1-4e89-b8e0-7f61e9547733,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:21.539790 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-1a3db137-5ec0-4708-bc8f-b81ac1d0aa1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.545966 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-1a3db137-5ec0-4708-bc8f-b81ac1d0aa1e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7bf2e14a-fca1-4e89-b8e0-7f61e9547733 HTTP/1.1" status: 204 len: 168 time: 0.3119853 Mar 22 18:20:21.546137 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8da12-09f1-4697-8286-644f87e10c62 None None] Network c21ed49a-5a42-49a0-9baa-e21aa41427f5 requested from dv-cinder-739079-8-iscsi {{(pid=110338) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 18:20:21.546590 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [-] (110337) accepted ('10.222.0.73', 46638) {{(pid=110337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:21.619081 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051326'] for network (c21ed49a-5a42-49a0-9baa-e21aa41427f5), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.682465 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Deleting port 6ae99759-e773-4f2e-95cd-447c33a22175 {{(pid=110337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:21.682807 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.710425 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6c0075-dd02-4c31-95f7-ede5b5bca5c9 None None] DHCP port deletion for c21ed49a-5a42-49a0-9baa-e21aa41427f5 request from dv-cinder-739079-8-iscsi {{(pid=110338) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 18:20:21.748111 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.db [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] For port 6ae99759-e773-4f2e-95cd-447c33a22175, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=6ae99759-e773-4f2e-95cd-447c33a22175,segment=NetworkSegment(fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3),segment_id=fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3)] {{(pid=110337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:20:21.748561 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.761916 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.plugin [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Calling delete_port for 6ae99759-e773-4f2e-95cd-447c33a22175 owned by network:dhcp {{(pid=110337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:21.764129 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c0075-dd02-4c31-95f7-ede5b5bca5c9 None None] Deleting port 6ae99759-e773-4f2e-95cd-447c33a22175 {{(pid=110338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 18:20:21.764501 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7d6c0075-dd02-4c31-95f7-ede5b5bca5c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726367555871'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), before_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.828912 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.db [None req-7d6c0075-dd02-4c31-95f7-ede5b5bca5c9 None None] For port 6ae99759-e773-4f2e-95cd-447c33a22175, host dv-cinder-739079-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-8-iscsi',level=0,port_id=6ae99759-e773-4f2e-95cd-447c33a22175,segment=NetworkSegment(fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3),segment_id=fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3)] {{(pid=110338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 18:20:21.829318 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7d6c0075-dd02-4c31-95f7-ede5b5bca5c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757079'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), precommit_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.843044 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c0075-dd02-4c31-95f7-ede5b5bca5c9 None None] Calling delete_port for 6ae99759-e773-4f2e-95cd-447c33a22175 owned by network:dhcp {{(pid=110338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 18:20:21.930179 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130356431'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.935888 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-7d6c0075-dd02-4c31-95f7-ede5b5bca5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1869452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726367562370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726367042820'] for port (6ae99759-e773-4f2e-95cd-447c33a22175), after_delete {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:21.954772 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae99759-e773-4f2e-95cd-447c33a22175,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:21.960688 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] No DVR routers for this DVR port 6ae99759-e773-4f2e-95cd-447c33a22175 on host dv-cinder-739079-8-iscsi {{(pid=110337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:20:21.962756 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6c0075-dd02-4c31-95f7-ede5b5bca5c9 None None] No DVR routers for this DVR port 6ae99759-e773-4f2e-95cd-447c33a22175 on host dv-cinder-739079-8-iscsi {{(pid=110338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 18:20:21.964455 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c0075-dd02-4c31-95f7-ede5b5bca5c9 None None] Pushing event deleted for resources: {'Port': ['ID=6ae99759-e773-4f2e-95cd-447c33a22175,revision_number=None']} {{(pid=110338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:22.033463 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1973060', 'neutron.services.segments.db._delete_segments_for_network-8726367370819'] for network (c21ed49a-5a42-49a0-9baa-e21aa41427f5), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.055773 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21ed49a-5a42-49a0-9baa-e21aa41427f5']}} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:22.064764 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3') {'for_net_delete': True} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:22.065057 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.services.segments.db [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3') {} {{(pid=110337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 18:20:22.077558 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726367601228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130934580'] for segment (fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3), before_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.091092 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472'] for segment (fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3), precommit_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.096769 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=110337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 18:20:22.097183 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130356380'] for segment (fd3a3f29-70f5-49b9-a2a1-43a8b7225ef3), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: Traceback (most recent call last): Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: timer() Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: cb(*args, **kw) Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: return func(*args, **kwargs) Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: self._notify() Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: self.callback(batched_events) Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: event.method(event) Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: return f(self, *a, **k) Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._get(url).json() Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: return self.request(url, 'GET', **kwargs) Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 18:20:22.099552 dv-cinder-739079-8-iscsi neutron-server[110337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 18:20:22.195821 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 268cc19b-2c90-481e-981b-14ef4c7e270e no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:20:22.209820 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1973119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-756595'] for network (c21ed49a-5a42-49a0-9baa-e21aa41427f5), after_delete {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.215647 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron_lib.callbacks.manager [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567423'] for network (None), before_response {{(pid=110337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.218129 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 268cc19b-2c90-481e-981b-14ef4c7e270e {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:20:22.218477 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 268cc19b-2c90-481e-981b-14ef4c7e270e not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:20:22.221799 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 6ae99759-e773-4f2e-95cd-447c33a22175 no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:20:22.221973 dv-cinder-739079-8-iscsi neutron-server[110337]: INFO neutron.wsgi [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c21ed49a-5a42-49a0-9baa-e21aa41427f5 HTTP/1.1" status: 204 len: 168 time: 0.6717746 Mar 22 18:20:22.230991 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050f395-1b97-475f-b986-b98bb72a1af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c21ed49a-5a42-49a0-9baa-e21aa41427f5,revision_number=None']} {{(pid=110337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:22.243809 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: 6ae99759-e773-4f2e-95cd-447c33a22175 {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:20:22.244158 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device 6ae99759-e773-4f2e-95cd-447c33a22175 not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:20:22.244583 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device a7b83cc1-4d6a-4194-939e-036808b5aeae no longer exists at agent ovs-agent-dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 18:20:22.264265 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.plugin [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] No Port match for: a7b83cc1-4d6a-4194-939e-036808b5aeae {{(pid=110338) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 18:20:22.264608 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron.plugins.ml2.rpc [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Device a7b83cc1-4d6a-4194-939e-036808b5aeae not bound to the agent host dv-cinder-739079-8-iscsi {{(pid=110338) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 18:20:22.476292 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46642) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:22.516099 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-a9024bbe-ba12-4444-9d61-f65ea698b646 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a6c9f85cf8534963a0c7f519572246aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385916 Mar 22 18:20:22.518486 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46644) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:22.565180 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-eedbdecc-039f-46e3-ac32-11e49c092adc admin admin] Publish callbacks [] for security_group (ef65ef6e-ac9a-46e4-a261-7ce0193a9665), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.581436 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-d448a838-0160-4fc9-87e0-7dce3256489d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.587687 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-eedbdecc-039f-46e3-ac32-11e49c092adc admin admin] Publish callbacks [] for security_group (ef65ef6e-ac9a-46e4-a261-7ce0193a9665), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.720929 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-eedbdecc-039f-46e3-ac32-11e49c092adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (ef65ef6e-ac9a-46e4-a261-7ce0193a9665), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.723984 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-eedbdecc-039f-46e3-ac32-11e49c092adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:22.725144 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-eedbdecc-039f-46e3-ac32-11e49c092adc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef65ef6e-ac9a-46e4-a261-7ce0193a9665 HTTP/1.1" status: 204 len: 168 time: 0.2050712 Mar 22 18:20:22.733130 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbdecc-039f-46e3-ac32-11e49c092adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef65ef6e-ac9a-46e4-a261-7ce0193a9665,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:23.548687 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46650) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:23.548687 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-69e7d0a5-9c2b-4af1-9124-99f59dc4dff9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d6866e04e414e6ba39865273fdc4610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403090 Mar 22 18:20:23.548687 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.wsgi [-] (110336) accepted ('10.222.0.73', 46652) {{(pid=110336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 18:20:23.579459 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-15bf9aa2-8d61-4cce-9119-b247dbe0c306 admin admin] Publish callbacks [] for security_group (b933c815-d0aa-4919-81c2-a7fc1735c281), before_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:23.600829 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-15bf9aa2-8d61-4cce-9119-b247dbe0c306 admin admin] Publish callbacks [] for security_group (b933c815-d0aa-4919-81c2-a7fc1735c281), precommit_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:23.692544 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-15bf9aa2-8d61-4cce-9119-b247dbe0c306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573985'] for security_group (b933c815-d0aa-4919-81c2-a7fc1735c281), after_delete {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:23.695427 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron_lib.callbacks.manager [None req-15bf9aa2-8d61-4cce-9119-b247dbe0c306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:23.696827 dv-cinder-739079-8-iscsi neutron-server[110336]: INFO neutron.wsgi [None req-15bf9aa2-8d61-4cce-9119-b247dbe0c306 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b933c815-d0aa-4919-81c2-a7fc1735c281 HTTP/1.1" status: 204 len: 168 time: 0.1688967 Mar 22 18:20:23.710057 dv-cinder-739079-8-iscsi neutron-server[110336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf9aa2-8d61-4cce-9119-b247dbe0c306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b933c815-d0aa-4919-81c2-a7fc1735c281,revision_number=None']} {{(pid=110336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 18:20:24.758762 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a8359215-58ea-4a83-92a8-af04b54aafba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:25.143740 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:26.024313 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:27.549089 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:29.149103 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:43.840480 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:20:52.569096 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-12955525-54ea-47b5-a5c1-436f1f1f4402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:54.757826 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-11cd3508-6100-4bf0-9678-86bf69bb824a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:55.177559 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:56.028482 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:57.083786 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-de0d6e3e-d1ff-47d9-9c60-b6757fd61d5a service neutron] (110337) timed out ('10.222.0.73', 38940) {{(pid=110337) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 18:20:57.525095 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:20:58.175393 dv-cinder-739079-8-iscsi neutron-server[110337]: DEBUG neutron.wsgi [req-e966e190-66ef-4cac-a922-b0f1b2f9c095 req-abe731bf-61a3-40d6-b4b3-d84bfd7029bd tempest-AttachVolumeShelveTestJSON-713169341 tempest-AttachVolumeShelveTestJSON-713169341-project] (110337) timed out ('10.222.0.73', 38948) {{(pid=110337) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 18:20:59.131009 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:20.838930 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:21:22.564424 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-1ec517cf-e223-42c4-be7b-58f461f6c824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:24.747235 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-13044e49-a86e-4f30-a38a-0ae9f61597fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:25.180109 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:26.020275 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:27.545530 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:29.153251 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:52.579453 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bac858e4-b767-4744-b4b2-7dacbc0dec92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:54.744712 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-070020d8-dda0-47cc-b124-9460f1b66d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:55.157980 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:56.020545 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:57.534908 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:21:57.837782 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:21:59.128720 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:22.579819 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-66dbeed8-5a68-4b10-a03f-4d3a63e35610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:24.796802 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-a15f7d75-4dc3-4b2c-85e4-303ee79ef22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:25.168122 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:26.042242 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:27.521982 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:29.140059 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:34.837274 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:22:52.589910 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-5a73767b-0a4f-458b-a9cb-70d07ad3f0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:54.750008 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8636d6d6-61e1-402e-914e-b322ee15009d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:55.173022 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:56.052556 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:57.544442 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:22:59.173193 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:11.835733 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:23:22.588554 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-bfdb39fc-13e8-485c-8a78-efc1c5ccedb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:24.743288 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-b93a2e8f-9d7d-4c32-9408-00b805c37a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:25.160049 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:26.046237 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:27.565918 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:29.119838 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:48.834450 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:23:52.605385 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-4858bcf8-7743-4a93-8680-851af2e9bb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:54.764843 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-62e34cb9-6f64-46e9-a891-ea9a1be5ec2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:55.227995 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:56.027934 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:57.564664 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:23:59.130806 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:22.610295 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-22775034-9f3d-434e-b0d9-e118f8f7eab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:24.764191 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c27deb91-7731-4407-a85e-70c6cfa84bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:25.221674 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:25.834407 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:24:26.072926 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:27.558226 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:29.135544 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:52.609992 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-81554be5-5800-499c-a4d3-9c690a5ebc99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:54.763193 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-eb83e317-7356-4d87-bd5c-c5906f54f3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:55.260846 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:56.095062 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:57.552385 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:24:59.129828 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:25:02.833379 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:25:22.597474 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-c12f439a-857c-4517-8717-78ae31f6430b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:25:24.751570 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-b7a64a61-956d-4ca1-b6d9-7ca6c5668c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c4d3012d-42ff-49cd-a92c-155f649c69a4), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:25:25.294186 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-8d2133c0-abee-4b42-ac4c-d2dcbc80adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4468c107-674b-4cf9-afbc-197ad35322de), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:25:26.083115 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-6c75383e-590c-4c70-a50b-a27d659c6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (7cc297ca-9216-42a2-8a6a-ea5bc94d974b), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:25:27.607785 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-53e3703f-3782-4809-b6ce-6fe57d8c08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (68c4a561-eb87-46cc-8436-ef45d3f93112), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:25:29.167401 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-78baa89c-5116-4090-b7eb-cacfdeefe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (c815ff4a-2ff5-4052-9f8a-1432b1bd3cec), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:25:39.832919 dv-cinder-739079-8-iscsi neutron-server[110339]: DEBUG neutron.db.agents_db [None req-31e40c11-34df-46f0-9d30-71641f14ebe1 None None] Agent healthcheck: found 6 active agents {{(pid=110339) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:25:52.590889 dv-cinder-739079-8-iscsi neutron-server[110338]: DEBUG neutron_lib.callbacks.manager [None req-52dbfd3f-f458-43d9-a005-abee311370dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726367370801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970567'] for agent (4d9862b5-acf3-4915-beef-abefacad6552), after_update {{(pid=110338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}